-- Logs begin at Fri 2021-07-16 22:01:21 UTC, end at Fri 2021-07-16 22:59:17 UTC. -- Jul 16 22:31:37.683603 dv-cinder-797608-6-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 22:31:40.380305 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.common.config [-] Logging enabled! Jul 16 22:31:40.380854 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 22:31:40.381081 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99508) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 22:31:40.384429 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.common.config [-] Logging enabled! Jul 16 22:31:40.384688 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 22:31:40.385003 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=99508) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 22:31:40.385957 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 22:31:40.386197 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 22:31:40.386568 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 22:31:40.386818 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 22:31:40.387049 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 22:31:40.387372 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.387671 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.387976 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.388209 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.388506 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.388797 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.389085 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.389377 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.389707 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.389996 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.390281 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.390569 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.390803 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.391088 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] config_source = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.391379 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.391670 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.391897 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] debug = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.392180 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.392605 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.393018 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.393302 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.393619 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.393900 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.394174 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.394452 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.394737 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.395066 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] host = dv-cinder-797608-6-iscsi {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.395347 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.395637 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.395927 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.396215 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.396490 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.396770 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.397057 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.397333 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] log_dir = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.397637 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] log_file = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.397922 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.398212 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.399022 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.399317 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.399550 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.399759 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.400054 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.400346 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.400625 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.400902 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.401181 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.401576 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.401758 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.402031 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.402319 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.402606 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.402892 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.403172 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.403457 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.403730 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.404008 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.404294 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.404573 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.404853 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.405132 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.405422 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.405717 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.405995 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.406299 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.406588 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.406872 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.407159 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.407436 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.407721 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.407996 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.408272 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] use_journal = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.408553 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] use_json = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.408827 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.409099 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.409381 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.409677 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.409953 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.410231 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.410507 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.410796 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:40.411098 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.411397 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.411700 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.411989 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.412290 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.412577 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.412870 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.413152 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.413443 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.413758 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.414049 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.414976 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.415442 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.415907 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.416412 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.416922 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.417432 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.417808 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.418100 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.418384 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.418801 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.419275 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.419586 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.420008 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.420495 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.420968 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.421444 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.421798 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.422094 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.422387 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.422680 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.422982 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.423273 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.423556 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.423847 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.424134 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.424416 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.424696 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.424981 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.425278 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.425584 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.425880 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.426258 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.426546 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.426829 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.427123 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.427409 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.427692 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.427971 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.428256 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.428543 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.428822 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.429105 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.429383 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.429689 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.430031 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.430315 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.430590 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.430869 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.431146 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.431424 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.431700 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.431981 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.432260 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.432540 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.432816 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.433094 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.433373 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.433689 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.433993 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.434275 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.434557 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.434842 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.435122 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.435403 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.435685 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.435967 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.436250 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.436527 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.436822 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.437112 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.437402 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.437711 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.437992 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.438291 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.438584 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.438873 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.439158 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.439441 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.439737 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.440026 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.440324 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.440626 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.440926 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.441226 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.441549 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.441838 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.442405 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.442695 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:40.442918 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 22:31:40.443167 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=99508) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 22:31:40.791430 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=99508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 22:31:40.791710 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=99508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 22:31:40.792006 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=99508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 22:31:40.792347 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 22:31:41.184442 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.184738 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.185012 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.186233 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.186509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.186787 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.221523 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.221808 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.222076 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.235852 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.236135 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.236406 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.266246 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.266533 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.266811 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.302764 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.303046 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.303317 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.535172 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.535791 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.535791 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.535944 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.536592 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.655863 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.656185 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.656473 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.656750 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.657024 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.657352 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.657645 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.657912 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.658171 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.658458 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.658722 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.658993 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.659253 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.659510 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.659767 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.660044 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.660301 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.660571 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.660848 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.661113 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.661391 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.661677 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.661967 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.662349 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.662607 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.662858 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.663253 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=99508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:31:41.663501 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=99508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:31:41.663744 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=99508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:31:41.663986 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=99508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:31:41.664757 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=99508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:31:41.665003 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=99508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:31:41.665368 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 22:31:41.668508 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 22:31:41.672443 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 22:31:41.676150 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 16 22:31:41.677823 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 22:31:41.678287 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 22:31:41.678630 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 22:31:41.679015 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 22:31:41.683422 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 22:31:41.683677 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 22:31:41.684022 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 22:31:41.712551 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 22:31:41.712999 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.713305 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=99508) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 22:31:41.713715 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.715079 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=99508) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 22:31:41.715362 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 22:31:41.715609 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 22:31:41.718778 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.719067 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:41.784467 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 22:31:41.784705 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 22:31:41.784945 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 22:31:41.785361 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 22:31:41.806451 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_db.sqlalchemy.engines [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=99508) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 22:31:42.330898 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Initializing driver for type 'gre' Jul 16 22:31:42.331426 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] gre ID ranges: [(1, 1000)] Jul 16 22:31:42.381334 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Initializing driver for type 'local' Jul 16 22:31:42.381704 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Initializing driver for type 'vlan' Jul 16 22:31:42.395589 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] VlanTypeDriver initialization complete Jul 16 22:31:42.395955 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Initializing driver for type 'vxlan' Jul 16 22:31:42.396452 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] vxlan ID ranges: [(1, 1000)] Jul 16 22:31:42.451913 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Initializing extension driver 'port_security' Jul 16 22:31:42.452183 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.extensions.port_security [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] PortSecurityExtensionDriver initialization complete Jul 16 22:31:42.452521 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Initializing mechanism driver 'openvswitch' Jul 16 22:31:42.452845 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Initializing mechanism driver 'hyperv' Jul 16 22:31:42.459318 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.plugins.ml2.plugin [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=99508) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:42.460170 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > port after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.460541 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > port after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.460901 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > port after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.461412 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=99508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 22:31:42.461867 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.462221 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.462569 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.462956 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=99508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 22:31:42.463356 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > network after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.463703 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > network after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.464043 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > network after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.464430 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=99508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 22:31:42.464826 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > security_group after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.465174 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > security_group after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.465540 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > security_group after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.465931 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=99508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 22:31:42.466328 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.466669 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.467005 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.467388 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=99508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 22:31:42.467787 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > address_group after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.468128 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > address_group after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.468463 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > address_group after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.468848 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=99508) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 22:31:42.469224 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] ML2 OVO RPC backend initialized. {{(pid=99508) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 22:31:42.469959 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.470316 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.470735 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > network before_response 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.471084 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > networks before_response 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.471431 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > port before_response 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.471780 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > ports before_response 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.472122 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > subnet before_response 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.472460 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > subnets before_response 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.472807 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > network after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.473149 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > network after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.473506 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > network after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.473848 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > port after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.474184 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > port after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.474520 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > port after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.474855 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > subnet after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.475189 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > subnet after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.475522 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > subnet after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.476091 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.plugin [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Modular L2 Plugin initialization complete Jul 16 22:31:42.476419 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading services supported by the core plugin {{(pid=99508) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 22:31:42.476747 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.plugins.ml2.managers [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Got port-security extension from driver 'port_security' Jul 16 22:31:42.477209 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.extensions.vlantransparent [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Disabled vlantransparent extension. Jul 16 22:31:42.477707 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=99508) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 22:31:42.478021 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading Plugin: router Jul 16 22:31:42.514587 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router_interface before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.514986 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router after_create 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.515355 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router before_create 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.515720 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.516093 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.516450 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router after_delete 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.516810 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > floatingip after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.517296 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router after_create 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.517668 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router after_update 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.518022 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router after_update 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.518372 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.518732 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router after_update 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.519142 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.519515 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: port after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.519858 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: port after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.520196 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: subnet after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.520534 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.520886 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > port precommit_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.521233 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.521607 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: port before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.521950 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router precommit_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.522308 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router after_update 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.522651 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router precommit_delete 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.522999 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router precommit_create 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.523384 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router_interface after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.523730 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router precommit_update 55549900 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.524094 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > agent after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.524442 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > agent after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.524786 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > network after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.525664 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Tracking information for resource: router configured {{(pid=99508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:31:42.526004 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Tracking information for resource: floatingip configured {{(pid=99508) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 22:31:42.530843 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.db.l3_agentschedulers_db [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 22:31:42.531419 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: port after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.531780 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: port after_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.532133 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: port after_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.532484 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: port after_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.533272 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router before_create 55550100 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.533668 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router precommit_delete 55550100 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.534033 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router precommit_create 55550100 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.534390 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > router precommit_update 55550100 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.538755 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.services.provider_configuration [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service providers = [] {{(pid=99508) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 22:31:42.539290 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.db.servicetype_db [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=99508) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 22:31:42.542196 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.services.service_base [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=99508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 22:31:42.542546 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.services.service_base [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=99508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 22:31:42.542888 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.services.service_base [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=99508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 22:31:42.543778 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.services.service_base [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=99508) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 22:31:42.544149 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.services.service_base [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 22:31:42.544520 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=99508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:31:42.544837 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 22:31:42.555959 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=99508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:31:42.556288 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading Plugin: auto_allocate Jul 16 22:31:42.562009 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: network precommit_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.562380 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: network precommit_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.562899 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=99508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:31:42.563220 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading Plugin: tag Jul 16 22:31:42.570210 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=99508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:31:42.571099 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading Plugin: timestamp Jul 16 22:31:42.575028 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=99508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:31:42.575364 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading Plugin: network_ip_availability Jul 16 22:31:42.580722 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.581096 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.581448 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.582179 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=99508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:31:42.582496 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading Plugin: flavors Jul 16 22:31:42.588849 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=99508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:31:42.589175 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading Plugin: revisions Jul 16 22:31:42.593444 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=99508) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 22:31:42.593866 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_concurrency.lockutils [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.802s {{(pid=99508) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 22:31:42.594594 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=99508) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 22:31:42.594930 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Initializing extension manager. Jul 16 22:31:42.595439 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: __init__.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.595781 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: __pycache__ {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.596116 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.596451 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: address_group.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.597199 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.597798 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: address-group Jul 16 22:31:42.598121 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: address_scope.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.598836 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.599344 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: address-scope Jul 16 22:31:42.599665 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: admin_state_down_before_update.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.600599 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.601107 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: router-admin-state-down-before-update Jul 16 22:31:42.601450 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: agent.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.602188 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.602688 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: agent Jul 16 22:31:42.603008 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: agent_resources_synced.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.603919 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.604423 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: agent-resources-synced Jul 16 22:31:42.604741 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: allowedaddresspairs.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.606564 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.607086 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: allowed-address-pairs Jul 16 22:31:42.607412 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: auto_allocated_topology.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.608474 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.608986 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: auto-allocated-topology Jul 16 22:31:42.609314 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: availability_zone.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.610045 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.610549 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: availability_zone Jul 16 22:31:42.610871 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: availability_zone_filter.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.611782 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.612290 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: availability_zone_filter Jul 16 22:31:42.612614 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: data_plane_status.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.613556 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.614061 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 22:31:42.614384 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: default_subnetpools.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.615295 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.615803 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: default-subnetpools Jul 16 22:31:42.616125 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: dhcpagentscheduler.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.616934 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.618072 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: dhcp_agent_scheduler Jul 16 22:31:42.618399 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: dns.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.619320 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.619829 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 22:31:42.620153 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: dns_domain_ports.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.621079 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.621627 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 22:31:42.621954 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.622876 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.623386 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 22:31:42.623709 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: dvr.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.624383 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.624888 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: dvr Jul 16 22:31:42.625208 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: empty_string_filtering.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.626153 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.626657 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: empty-string-filtering Jul 16 22:31:42.626978 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.627890 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.628390 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 22:31:42.628710 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.629659 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.630162 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 22:31:42.630487 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: external_net.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.631394 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.631894 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: external-net Jul 16 22:31:42.632213 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: extra_dhcp_opt.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.633200 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.633728 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: extra_dhcp_opt Jul 16 22:31:42.634049 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: extraroute.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.634955 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.635456 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: extraroute Jul 16 22:31:42.635776 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: extraroute_atomic.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.636802 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.637306 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: extraroute-atomic Jul 16 22:31:42.637663 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: filter_validation.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.638331 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.638830 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: filter-validation Jul 16 22:31:42.639148 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: fip_pf_description.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.640059 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.640736 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 22:31:42.641060 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: fip_port_details.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.642016 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.642528 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: fip-port-details Jul 16 22:31:42.642849 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: flavors.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.644062 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.644577 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: flavors Jul 16 22:31:42.644903 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.646572 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.647092 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 22:31:42.647416 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: floatingip_pools.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.648112 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.649178 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: floatingip-pools Jul 16 22:31:42.649520 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: ip_allocation.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.650458 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.650969 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 22:31:42.651289 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.652207 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.652717 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: ip-substring-filtering Jul 16 22:31:42.653040 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: l2_adjacency.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.653998 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.654506 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 22:31:42.654828 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: l3.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.655792 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.656306 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: router Jul 16 22:31:42.656629 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: l3_conntrack_helper.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.658891 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.659422 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 22:31:42.659757 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.660701 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.661217 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: ext-gw-mode Jul 16 22:31:42.661568 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.662492 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.663003 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: l3-ha Jul 16 22:31:42.663328 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: l3_flavors.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.664809 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.665314 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: l3-flavors Jul 16 22:31:42.665660 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.666582 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.667088 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 22:31:42.667410 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: l3agentscheduler.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.668451 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.668959 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: l3_agent_scheduler Jul 16 22:31:42.669284 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: logging.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.670793 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.671315 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension logging not supported by any of loaded plugins Jul 16 22:31:42.671647 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: metering.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.672389 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.672966 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: metering Jul 16 22:31:42.673291 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.674406 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.674925 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: metering_source_and_destination_fields Jul 16 22:31:42.675251 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: multiprovidernet.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.676297 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.676812 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: multi-provider Jul 16 22:31:42.677138 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: netmtu.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.678085 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.678595 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: net-mtu Jul 16 22:31:42.678921 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: netmtu_writable.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.679902 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.680404 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: net-mtu-writable Jul 16 22:31:42.680731 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: network_availability_zone.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.681405 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.681933 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: network_availability_zone Jul 16 22:31:42.682254 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: network_ip_availability.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.683335 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.683845 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: network-ip-availability Jul 16 22:31:42.684168 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: network_segment_range.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.684928 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.685432 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 22:31:42.685776 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: pagination.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.686749 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.687080 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: pagination Jul 16 22:31:42.687400 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: port_device_profile.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.688337 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.688846 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: port-device-profile Jul 16 22:31:42.689167 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.690132 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.690640 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: port-mac-address-regenerate Jul 16 22:31:42.690959 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.691873 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.692650 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: port-numa-affinity-policy Jul 16 22:31:42.692970 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: port_resource_request.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.693914 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.694416 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 22:31:42.694737 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: portbindings.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.695704 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.696199 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: binding Jul 16 22:31:42.696520 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: portbindings_extended.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.697833 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.698350 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: binding-extended Jul 16 22:31:42.698677 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: portsecurity.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.699597 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.700104 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: port-security Jul 16 22:31:42.700431 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: project_id.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.701412 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.701768 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: project-id Jul 16 22:31:42.702127 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: providernet.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.703003 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.703510 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: provider Jul 16 22:31:42.703828 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: qos.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.707318 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.707836 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension qos not supported by any of loaded plugins Jul 16 22:31:42.708165 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.709413 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.709956 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 22:31:42.710289 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.711780 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.712290 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 22:31:42.712615 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: qos_default.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.713567 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.714076 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension qos-default not supported by any of loaded plugins Jul 16 22:31:42.714400 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: qos_fip.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.715055 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.715556 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 22:31:42.715878 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: qos_gateway_ip.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.716805 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.717311 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 22:31:42.717667 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: qos_port_network_policy.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.718579 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.719084 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 22:31:42.719407 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: qos_rule_type_details.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.720319 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.720832 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 22:31:42.721154 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: qos_rules_alias.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.722221 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.722741 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 22:31:42.723065 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: quotasv2.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.723967 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.724478 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: quotas Jul 16 22:31:42.724804 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: quotasv2_detail.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.727902 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.728247 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: quota_details Jul 16 22:31:42.728583 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: rbac.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.729686 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.730213 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: rbac-policies Jul 16 22:31:42.730542 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: rbac_address_group.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.731483 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.732001 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: rbac-address-group Jul 16 22:31:42.732327 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: rbac_address_scope.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.733268 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.733883 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: rbac-address-scope Jul 16 22:31:42.734209 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: rbac_security_groups.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.735128 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.735638 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: rbac-security-groups Jul 16 22:31:42.735958 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: rbac_subnetpool.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.736872 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.737379 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: rbac-subnetpool Jul 16 22:31:42.737730 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: revisionifmatch.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.738651 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.739156 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: revision-if-match Jul 16 22:31:42.739477 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: revisions.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.740589 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.741101 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: standard-attr-revisions Jul 16 22:31:42.741423 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: router_availability_zone.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.742658 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.743260 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: router_availability_zone Jul 16 22:31:42.743587 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: routerservicetype.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.744516 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.745027 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 22:31:42.745350 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.746307 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.746819 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: security-groups-normalized-cidr Jul 16 22:31:42.747140 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: security_groups_port_filtering.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.748061 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.748568 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: port-security-groups-filtering Jul 16 22:31:42.748890 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.749837 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.750346 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: security-groups-remote-address-group Jul 16 22:31:42.750668 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: securitygroup.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.760382 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.760909 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: security-group Jul 16 22:31:42.761246 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: segment.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.762061 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.762574 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension segment not supported by any of loaded plugins Jul 16 22:31:42.762900 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.763843 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.764357 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 22:31:42.764682 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: servicetype.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.765801 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.766323 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: service-type Jul 16 22:31:42.766649 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: sorting.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.767633 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.767969 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: sorting Jul 16 22:31:42.768294 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: standard_attr_segment.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.769293 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.769849 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 22:31:42.770173 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: standardattrdescription.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.770827 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.771341 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: standard-attr-description Jul 16 22:31:42.771663 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: stateful_security_group.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.772605 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.773121 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: stateful-security-group Jul 16 22:31:42.774117 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: stdattrs_common.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.774726 dv-cinder-797608-6-iscsi neutron-server[99508]: WARNING neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 22:31:42.775049 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.775990 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.776495 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 22:31:42.776815 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: subnet_onboard.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.777911 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.778425 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: subnet_onboard Jul 16 22:31:42.778747 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.779677 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.780183 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 22:31:42.780503 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: subnet_service_types.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.781432 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.781967 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: subnet-service-types Jul 16 22:31:42.782289 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: subnetallocation.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.783373 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.783882 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: subnet_allocation Jul 16 22:31:42.784204 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.784870 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.785375 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: subnetpool-prefix-ops Jul 16 22:31:42.785730 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.786675 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.787179 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 22:31:42.787500 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: tagging.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.788548 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.789128 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: standard-attr-tag Jul 16 22:31:42.789448 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: timestamp.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.790701 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.791219 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loaded extension: standard-attr-timestamp Jul 16 22:31:42.791549 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: trunk.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.792590 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.793106 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension trunk not supported by any of loaded plugins Jul 16 22:31:42.793431 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: trunk_details.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.794388 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.794903 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 22:31:42.795226 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: uplink_status_propagation.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.796142 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.796670 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 22:31:42.796996 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Loading extension file: vlantransparent.py {{(pid=99508) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 22:31:42.797702 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=99508) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 22:31:42.798210 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 22:31:42.800625 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:network Jul 16 22:31:42.801156 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:subnet Jul 16 22:31:42.801587 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 22:31:42.801989 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:port Jul 16 22:31:42.803215 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.803662 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service FLAVORS assigned prefix: {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.804279 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.805249 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.805725 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:router Jul 16 22:31:42.806168 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 22:31:42.806660 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service METERING assigned prefix: /metering {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.808100 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.808467 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.808815 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=99508) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:31:42.809843 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 22:31:42.810291 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:security_group Jul 16 22:31:42.810738 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 22:31:42.811335 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service CORE assigned prefix: {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.811664 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 22:31:42.812008 dv-cinder-797608-6-iscsi neutron-server[99508]: WARNING neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] subnetpool is already registered Jul 16 22:31:42.812458 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service CORE assigned prefix: {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.812764 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 22:31:42.813094 dv-cinder-797608-6-iscsi neutron-server[99508]: WARNING neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] subnetpool is already registered Jul 16 22:31:42.815403 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.815834 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service FLAVORS assigned prefix: {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.816423 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.816843 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.817430 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:router Jul 16 22:31:42.817794 dv-cinder-797608-6-iscsi neutron-server[99508]: WARNING neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] router is already registered Jul 16 22:31:42.818206 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 22:31:42.818541 dv-cinder-797608-6-iscsi neutron-server[99508]: WARNING neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] floatingip is already registered Jul 16 22:31:42.818990 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service METERING assigned prefix: /metering {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.819660 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 22:31:42.819987 dv-cinder-797608-6-iscsi neutron-server[99508]: WARNING neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] rbac_policy is already registered Jul 16 22:31:42.821114 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:security_group Jul 16 22:31:42.821451 dv-cinder-797608-6-iscsi neutron-server[99508]: WARNING neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] security_group is already registered Jul 16 22:31:42.821883 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 22:31:42.822214 dv-cinder-797608-6-iscsi neutron-server[99508]: WARNING neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] security_group_rule is already registered Jul 16 22:31:42.822830 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service CORE assigned prefix: {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.823158 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 22:31:42.823492 dv-cinder-797608-6-iscsi neutron-server[99508]: WARNING neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] subnetpool is already registered Jul 16 22:31:42.823909 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.v2.resource_helper [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Service CORE assigned prefix: {{(pid=99508) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 22:31:42.824230 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 22:31:42.824559 dv-cinder-797608-6-iscsi neutron-server[99508]: WARNING neutron.quota.resource_registry [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] subnetpool is already registered Jul 16 22:31:42.825027 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: extensions {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.826502 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: address-groups {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.827992 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: address-scopes {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.829289 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: agents {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.830473 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: auto-allocated-topology {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.831703 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: availability_zones {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.832925 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: dhcp-networks {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.834453 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: dhcp-agents {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.835895 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: routers {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.837625 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: flavors {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.839877 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: service_profiles {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.841076 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: next_providers {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.842550 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: service_profiles {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.844106 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: floatingip-pools {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.845312 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: routers {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.847029 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: floatingips {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.848297 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: l3-routers {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.849709 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: l3-agents {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.851122 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: metering-labels {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.852999 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: metering-label-rules {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.854405 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: network-ip-availabilities {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.855653 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: bindings {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.857211 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: quotas {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.858779 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: quotas {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.860174 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: rbac-policies {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.861358 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: security-groups {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.862697 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: security-group-rules {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.863950 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: service-providers {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.865176 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: subnetpools {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.866507 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: subnetpools {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.868653 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: tags {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.870355 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: tags {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.872159 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: tags {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.873977 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: tags {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.875650 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: tags {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.877624 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: tags {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.879304 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: tags {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.881101 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: tags {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.883065 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: tags {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.884916 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron.api.extensions [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Extended resource: tags {{(pid=99508) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 22:31:42.890983 dv-cinder-797608-6-iscsi neutron-server[99508]: WARNING keystonemiddleware.auth_token [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 22:31:42.895514 dv-cinder-797608-6-iscsi neutron-server[99508]: WARNING keystonemiddleware.auth_token [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 22:31:42.903873 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_concurrency.lockutils [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Acquired lock "singleton_lock" {{(pid=99508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 22:31:42.904347 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_concurrency.lockutils [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Releasing lock "singleton_lock" {{(pid=99508) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 22:31:42.904984 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO oslo_service.service [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Starting 2 workers Jul 16 22:31:42.909767 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Started child 99617 {{(pid=99508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 22:31:42.914673 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Started child 99618 {{(pid=99508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 22:31:42.915849 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.916473 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO neutron.service [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 22:31:42.916939 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Notify callbacks [] for process, before_spawn {{(pid=99508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.917368 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [-] (99617) wsgi starting up on http://0.0.0.0:9696 Jul 16 22:31:42.919403 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO oslo_service.service [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Starting 1 workers Jul 16 22:31:42.919927 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.921246 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [-] (99618) wsgi starting up on http://0.0.0.0:9696 Jul 16 22:31:42.924564 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Started child 99619 {{(pid=99508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 22:31:42.925075 dv-cinder-797608-6-iscsi neutron-server[99508]: INFO oslo_service.service [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Starting 1 workers Jul 16 22:31:42.928109 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.service [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] calling RpcWorker wait() {{(pid=99619) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 22:31:42.928657 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.service [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] returning from RpcWorker wait() {{(pid=99619) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 22:31:42.929517 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Started child 99620 {{(pid=99508) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 22:31:42.930519 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.930953 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:42.931052 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG neutron_lib.callbacks.manager [None req-3ad1e8ae-39a7-4594-9366-b6ccfbf6a2b8 None None] Notify callbacks [] for process, after_spawn {{(pid=99508) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.932978 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99508) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 22:31:42.933184 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 22:31:42.933375 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 22:31:42.933619 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 22:31:42.933993 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 22:31:42.934158 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 22:31:42.934689 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.934961 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.935213 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.935473 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.935760 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.936038 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:42.936586 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.936673 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.936870 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.937151 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.937244 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:42.937387 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.937668 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.937770 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.938010 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.938274 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.938554 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.938803 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.939056 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.939364 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.939463 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.939725 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.940003 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.940250 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.940528 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] debug = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.940775 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.941246 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.941509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.941761 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.941998 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.942533 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.942780 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.943105 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.943291 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.943509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.943745 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.943995 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.944228 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.944443 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.944663 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.944932 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.945149 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.945675 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] host = dv-cinder-797608-6-iscsi {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.945928 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.946168 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.946411 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.946669 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.946933 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.947180 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.947430 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.947803 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.947954 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.948193 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.948474 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.948689 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.948925 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.949171 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_file = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.949412 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_options = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.949696 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.949829 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.950091 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.950281 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.950451 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.950630 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.950890 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.951054 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.951304 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.951520 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.951733 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.951969 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.952236 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.952400 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.952664 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.952929 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.953244 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.953401 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.953630 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.953859 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.954104 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.954331 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.954552 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.954787 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.955017 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.955250 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.955474 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.955689 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.955906 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.956171 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.956419 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.956679 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.956929 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.957187 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.957414 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.959094 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.959094 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.959094 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.959094 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.959094 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.959892 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.960117 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.960378 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.960616 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.961052 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.961207 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] use_json = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.961336 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.961600 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.961886 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.962979 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.962979 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.962979 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.962979 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.962979 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:42.963425 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.963651 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.964126 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.964520 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.964909 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.965156 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.965448 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.965674 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.965966 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.966169 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.966497 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.966497 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.967091 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.967603 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.967603 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.967818 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.968067 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.970831 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.970831 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.970831 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.970831 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.970831 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.970831 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.970831 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.970831 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.971436 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.971436 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.971436 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.971436 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.971436 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.971778 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.971778 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.971954 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.972199 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.975509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.975509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.975509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.975509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.975509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.975509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.975509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.975509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.975509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.977828 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.977828 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.977828 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.977828 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.977828 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.977828 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.977828 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.977828 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.977828 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.978426 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.978426 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.978426 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.978426 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.978426 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.978426 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.978426 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.978902 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.978902 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.978902 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.979126 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.979321 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.979543 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.979765 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.981135 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.981135 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.981135 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.981135 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.981135 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.981135 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.981646 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.981646 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.981646 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.982275 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.982275 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.982275 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.983752 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.983752 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.983752 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.983752 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.983752 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.983752 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.984192 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.984192 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.984341 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.985428 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.985428 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.985428 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.985428 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.985792 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.985792 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.986000 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.987359 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.987359 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.987359 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.987359 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.987359 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.987719 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.987719 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.987883 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.988083 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.988316 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.988556 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.988831 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.989671 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.989671 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.990955 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.990955 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.990955 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.991652 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.991652 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.992723 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.992723 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.994217 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.994217 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.994217 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.994217 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.994718 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.994718 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.994910 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.998786 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.998786 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.998786 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.998786 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.998786 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.998786 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.998786 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:42.998786 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.000409 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.000409 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.000409 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.000409 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.000409 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.000409 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.000409 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.000409 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.002283 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.002283 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.002283 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.002283 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.002283 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.002283 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.002283 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.002283 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.004637 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.004637 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.004637 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.004637 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.004637 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.004637 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.004637 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.004637 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.008000 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.008000 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.008000 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.008000 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.008000 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.008000 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.008000 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.008000 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.009250 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.009250 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.009250 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.009250 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.009250 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.009250 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.009250 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.009250 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.010709 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.010709 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.010709 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.010709 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.010709 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.010709 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.010709 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.010709 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.013157 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.013157 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.013157 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.013157 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.013157 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.013157 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.013157 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.013157 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.016581 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.016581 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.016581 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.016581 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.016581 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.016581 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.016581 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.016581 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.017083 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.017083 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.017083 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.017083 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.017083 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.017083 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.017083 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.017083 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018043 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018043 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018043 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018043 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018043 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018043 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018043 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018043 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018721 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018721 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018721 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018721 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018721 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018721 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018721 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.018721 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.019269 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.019269 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.019269 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.019269 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.019269 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.019269 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.019661 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.019661 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.019798 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.020111 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.020226 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.020438 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.020717 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.021654 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.021654 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.021654 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.021654 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.022081 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.022081 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.022301 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.022541 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.022823 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.023073 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.023387 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.023641 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.023996 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.024185 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.024460 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.024670 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.024890 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.025288 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.025725 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.026232 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.026692 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.027110 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.027558 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.027988 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.028403 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.028825 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.029191 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.029676 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.030178 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.030612 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.031026 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.031414 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.031812 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.032192 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.032551 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.032939 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.033190 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.033416 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.033687 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.033933 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.034173 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.034423 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.034648 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.034890 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.035154 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.035391 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.035614 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.035858 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.036017 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 22:31:43.036519 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=99508) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 22:31:43.036709 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 22:31:43.036830 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 22:31:43.036998 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 22:31:43.037169 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 22:31:43.037323 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 22:31:43.037553 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.037726 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.037884 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.038047 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.038204 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.038541 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.038705 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.038867 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.039531 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.041482 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.041482 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.041482 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.041482 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.041482 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.041482 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.041482 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.041482 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.041482 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.042158 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.042158 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] config_source = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.042158 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.042388 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.042679 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] debug = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.042975 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.043295 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.043627 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.043791 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.044086 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.044384 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.044684 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.044847 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.045012 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.045491 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.045491 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.045491 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.045734 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.045816 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.045958 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.046118 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.046278 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.046439 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] host = dv-cinder-797608-6-iscsi {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.046600 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.046760 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.046920 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.047080 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.047238 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.047399 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.047560 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.047720 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.047880 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.048041 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.048199 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.048359 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.048520 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_dir = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.048680 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_file = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.048840 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_options = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.049000 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.049159 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.049319 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.049547 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.049698 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.049858 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.050018 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.050179 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.050339 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.050499 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.050658 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.050818 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.050978 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.051137 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.051296 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.051522 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.051703 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.051840 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.051999 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.052157 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.052317 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.052476 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.052636 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.052795 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.052955 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.053114 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.053274 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.053434 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.053626 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.053786 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.053947 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.054107 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.054268 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.054431 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.054671 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.054859 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.055019 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.055226 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.055420 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.055580 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.055740 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.055900 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.056061 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.056221 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.056384 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] use_journal = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.056542 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] use_json = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.056847 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.057155 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.057490 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.057642 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.057805 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.057969 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.058134 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.058294 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 22:31:43.058475 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.058638 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.058811 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.058974 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.059137 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.059299 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.059463 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.059625 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.059788 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.059951 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.060123 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.060288 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.060460 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.060627 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.060785 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.061107 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.061267 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.061433 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.061621 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.061786 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.061950 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.062112 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.062292 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.062458 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.062624 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.062787 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.062950 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.063114 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.063277 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.063442 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.063603 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.063767 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.063930 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.064092 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.064253 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.064417 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.064578 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.064742 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.064904 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.065067 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.065229 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.065395 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.065589 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.065754 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.065917 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.066081 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.066243 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.066406 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.066570 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.066733 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.066905 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.067318 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.067500 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.067647 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.067971 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.068137 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.068300 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.068462 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.068625 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.068788 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.068950 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.069126 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.069445 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.069445 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.069632 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.069775 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.069940 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.070106 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.070789 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.070953 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.071153 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.071375 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.071540 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.071702 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.071866 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.072028 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.072190 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.072355 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.072520 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.072684 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.072907 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.073005 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.073152 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.073313 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.073521 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.073686 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.073846 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.074008 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.074171 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.074333 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.074495 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.074661 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.074828 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.074960 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.075128 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.075288 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.075449 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.075613 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.075801 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.075952 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.076077 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.076237 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.076400 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.076561 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.076721 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.076881 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.077042 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.077202 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.077362 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.077551 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.077707 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.077878 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.078042 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.078208 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.078370 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.078538 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.078710 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.078872 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.079035 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.079152 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:43.079260 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.079341 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.079494 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.079655 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.079816 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.079979 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.080140 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.080302 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.080472 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.080644 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.080805 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.080982 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.081117 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.081300 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.081499 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.081669 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.081794 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.081955 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.082117 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.082279 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.082441 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.082602 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.082763 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.082926 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.083092 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.083246 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.083407 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.083570 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.083733 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.083896 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.084059 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.084222 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.084385 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.084548 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.084711 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.084878 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.085040 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.085201 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.085363 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.085546 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.085709 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.085939 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.086106 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.086254 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.086393 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.086545 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.086705 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.086867 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.087029 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.087192 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.087355 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.087517 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.087726 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.087832 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.087988 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.088150 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.088314 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.088478 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.088639 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.088802 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.088964 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.089126 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.089289 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.089451 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.089634 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.089797 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.089959 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.090121 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.090297 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.090480 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.090612 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.090787 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.090931 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.091141 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.091229 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.091377 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.091538 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.091699 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.092105 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.092105 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.092275 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.092352 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.092474 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.092635 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.092796 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.092958 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.093120 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.093295 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.093475 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.093640 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.093803 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.093964 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.094127 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.094298 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.094462 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.094623 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.094784 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.094950 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.095111 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.095283 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.095447 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.095608 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.095769 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.095930 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.096088 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.096258 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.096420 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.096582 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.096742 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.096904 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.097066 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.097236 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.097399 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.097582 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.098962 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.098962 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.098962 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.098962 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.098962 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.098962 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.098962 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.098962 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.099542 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.099542 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.099542 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.099542 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.099821 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.099821 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.099973 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.100063 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.100184 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.100350 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.100520 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.100688 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.100852 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.101024 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.101198 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.101369 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.102055 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.102229 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.102422 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.102593 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.102913 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.103079 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.103239 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.103541 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.103849 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.104014 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.104177 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.104343 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.104508 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.104671 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.104834 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.104997 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.105160 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.105325 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.105509 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.105674 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.105841 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.106012 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 22:31:43.106137 dv-cinder-797608-6-iscsi neutron-server[99508]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=99508) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 22:31:43.357925 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 47844) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:31:43.366520 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063477 Jul 16 22:31:54.686600 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85b9dbd-f707-4b1b-bc5a-04176b4fc5ee None None] get_active_networks_info from dv-cinder-797608-6-iscsi {{(pid=99619) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 22:31:54.743272 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b9dbd-f707-4b1b-bc5a-04176b4fc5ee None None] No non-hosted networks {{(pid=99619) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 22:31:54.762500 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.agentschedulers_db [None req-d85b9dbd-f707-4b1b-bc5a-04176b4fc5ee None None] DHCP Agent not found on host dv-cinder-797608-6-iscsi {{(pid=99619) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 22:31:54.846562 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a4db49dd-1df6-4152-852a-fe63b77c5e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1733745'] for agent, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.385138 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-9d839cea-98c2-4f71-8724-277594edd755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1733745'] for agent, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.398299 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.db.api [None req-1e909989-4218-474e-a3b2-159c3353895a None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-797608-6-iscsi {{(pid=99619) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:31:57.400580 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG oslo_db.api [None req-1e909989-4218-474e-a3b2-159c3353895a None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:31:57.403082 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1733745'] for agent, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:57.403996 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:57.404585 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:57.405187 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:57.408156 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:57.409953 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:57.410723 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:57.412663 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:57.413964 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:57.415930 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:57.417490 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:57.421590 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:57.423003 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:31:57.423727 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797608-6-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:57.430648 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797608-6-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:31:57.940802 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1e909989-4218-474e-a3b2-159c3353895a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:58.118921 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1733745'] for agent, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:31:59.852188 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1733745'] for agent, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:01.132121 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 47938) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:01.632329 dv-cinder-797608-6-iscsi neutron-server[99617]: WARNING oslo_policy.policy [None req-42158ef7-9f91-4b81-9928-ae45072badf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:32:01.632904 dv-cinder-797608-6-iscsi neutron-server[99617]: WARNING oslo_policy.policy [None req-42158ef7-9f91-4b81-9928-ae45072badf1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:32:01.849750 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [None req-42158ef7-9f91-4b81-9928-ae45072badf1 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=99617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:32:01.850827 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-42158ef7-9f91-4b81-9928-ae45072badf1 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7176876 Jul 16 22:32:02.622895 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.db.l3_hamode_db [None req-1ee33f48-8791-4fcc-8486-842b0546ad44 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 22:32:02.699220 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee33f48-8791-4fcc-8486-842b0546ad44 None None] Routers set() bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:02.699616 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee33f48-8791-4fcc-8486-842b0546ad44 None None] Router IDs set() for agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 22:32:04.185451 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 47952) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:04.490622 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-3434d2c5-573c-42d1-9f33-00589051fb6d admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:04.583973 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.policy [None req-3434d2c5-573c-42d1-9f33-00589051fb6d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99617) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 22:32:04.629568 dv-cinder-797608-6-iscsi neutron-server[99617]: WARNING oslo_policy.policy [None req-3434d2c5-573c-42d1-9f33-00589051fb6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:32:04.629935 dv-cinder-797608-6-iscsi neutron-server[99617]: WARNING oslo_policy.policy [None req-3434d2c5-573c-42d1-9f33-00589051fb6d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:32:04.638828 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.quota [None req-3434d2c5-573c-42d1-9f33-00589051fb6d admin admin] Loaded quota_driver: . Jul 16 22:32:04.729289 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3434d2c5-573c-42d1-9f33-00589051fb6d admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731319686204', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731319686865', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731319666011', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731319667857', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731319675602', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731319653000', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-545806', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-547069', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1817033', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1742648'] for rbac-policy, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.792350 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3434d2c5-573c-42d1-9f33-00589051fb6d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:04.793813 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-3434d2c5-573c-42d1-9f33-00589051fb6d admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6073511 Jul 16 22:32:07.332761 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 47964) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:07.622588 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:07.651183 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Made reservation on behalf of 47e0ee60ea4e4e3a87212a3ea5a76af7 for: {'network': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:07.654023 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:07.670732 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:07.789290 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:07.792859 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:07.812486 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342} {{(pid=99617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:32:07.840201 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731317156675', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:07.840777 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Unsubscribe: segment precommit_create {{(pid=99617) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 22:32:07.841269 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.segments_db [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Added segment 00351ac5-7d3a-4895-9946-956556481298 of type vlan for network f8dc08b8-7cf7-4368-b9bd-516c27f36564 Jul 16 22:32:07.858453 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631efb1c-4bfa-4ea4-bebc-a93d4ebb90de,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:07.884385 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:07.884740 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:07.885076 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:07.885407 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:07.885756 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:07.886096 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:07.886422 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:07.886747 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:07.887082 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:07.887405 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:07.887720 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:07.888035 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Tracked resource versions report: Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: pushed versions: Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: { 'AddressGroup': {'1.2'}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'ConntrackHelper': {'1.0'}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Log': {'1.0'}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Network': {'1.1'}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Port': {'1.7'}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'PortForwarding': {'1.2'}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'QosPolicy': {'1.8'}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'SecurityGroup': {'1.4'}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'SubPort': {'1.0'}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Subnet': {'1.1'}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Trunk': {'1.1'}} Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: consumer versions: Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: { DHCP agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: L3 agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: Metadata agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: Metering agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: Open vSwitch agent@dv-cinder-797608-6-iscsi: { 'AddressGroup': '1.2', Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'ConntrackHelper': '1.0', Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Log': '1.0', Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Network': '1.1', Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Port': '1.7', Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'PortForwarding': '1.2', Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'QosPolicy': '1.8', Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'SecurityGroup': '1.4', Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'SecurityGroupRule': '1.2', Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'SubPort': '1.0', Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Subnet': '1.1', Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Trunk': '1.1'}} Jul 16 22:32:07.889105 dv-cinder-797608-6-iscsi neutron-server[99617]: {{(pid=99617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:32:07.961260 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:08.009724 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:08.010765 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:08.011434 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:08.068477 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7345476 Jul 16 22:32:08.110130 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d30191a-08b6-429d-b992-60225c998710 admin admin] Pushing event updated for resources: {'Network': ['ID=f8dc08b8-7cf7-4368-b9bd-516c27f36564,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:08.122299 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network f8dc08b8-7cf7-4368-b9bd-516c27f36564 details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:32:10.670953 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 47978) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:11.151629 dv-cinder-797608-6-iscsi neutron-server[99618]: WARNING oslo_policy.policy [None req-4a937f6c-3e3f-45ae-9523-82e3314e757f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:32:11.152202 dv-cinder-797608-6-iscsi neutron-server[99618]: WARNING oslo_policy.policy [None req-4a937f6c-3e3f-45ae-9523-82e3314e757f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:32:11.586455 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.policy [None req-4a937f6c-3e3f-45ae-9523-82e3314e757f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=99618) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 22:32:11.631306 dv-cinder-797608-6-iscsi neutron-server[99618]: WARNING oslo_policy.policy [None req-4a937f6c-3e3f-45ae-9523-82e3314e757f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:32:11.631662 dv-cinder-797608-6-iscsi neutron-server[99618]: WARNING oslo_policy.policy [None req-4a937f6c-3e3f-45ae-9523-82e3314e757f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 22:32:11.639645 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a937f6c-3e3f-45ae-9523-82e3314e757f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:11.641529 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-4a937f6c-3e3f-45ae-9523-82e3314e757f admin admin] 10.222.0.24 "GET /v2.0/networks/f8dc08b8-7cf7-4368-b9bd-516c27f36564 HTTP/1.1" status: 200 len: 825 time: 0.9684980 Jul 16 22:32:11.679482 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-c17e7382-be0a-49df-a3b4-1eb19c02411b admin admin] 10.222.0.24 "GET /v2.0/subnetpools/624f5ad2-9801-4ebe-a191-03ea1b281e03 HTTP/1.1" status: 200 len: 734 time: 0.0320852 Jul 16 22:32:11.687983 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Request body: {'subnet': {'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'subnetpool_id': '624f5ad2-9801-4ebe-a191-03ea1b281e03', 'name': 'private-subnet', 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:11.689876 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.quota [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Loaded quota_driver: . Jul 16 22:32:11.728541 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Made reservation on behalf of 47e0ee60ea4e4e3a87212a3ea5a76af7 for: {'subnet': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:11.731267 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.014524 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.080368 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Checking segment: {'id': '00351ac5-7d3a-4895-9946-956556481298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:12.080735 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Network hostable DHCP agents. Network: f8dc08b8-7cf7-4368-b9bd-516c27f36564, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:32:12.095060 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61a6c55-cec0-4c85-9d0f-dacc390a327b,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:12.111096 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:12.111477 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:12.111845 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:12.112196 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:12.112519 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:12.112854 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:12.113199 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:12.113539 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:12.113872 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:12.114189 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:12.114501 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:12.115400 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Tracked resource versions report: Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: pushed versions: Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: { 'AddressGroup': {'1.2'}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'ConntrackHelper': {'1.0'}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Log': {'1.0'}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Network': {'1.1'}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Port': {'1.7'}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'PortForwarding': {'1.2'}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'QosPolicy': {'1.8'}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'SecurityGroup': {'1.4'}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'SubPort': {'1.0'}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Subnet': {'1.1'}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Trunk': {'1.1'}} Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: consumer versions: Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: { DHCP agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: L3 agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: Metadata agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: Metering agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: Open vSwitch agent@dv-cinder-797608-6-iscsi: { 'AddressGroup': '1.2', Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'ConntrackHelper': '1.0', Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Log': '1.0', Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Network': '1.1', Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Port': '1.7', Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'PortForwarding': '1.2', Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'QosPolicy': '1.8', Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'SecurityGroup': '1.4', Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'SecurityGroupRule': '1.2', Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'SubPort': '1.0', Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Subnet': '1.1', Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Trunk': '1.1'}} Jul 16 22:32:12.116475 dv-cinder-797608-6-iscsi neutron-server[99618]: {{(pid=99618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:32:12.134490 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Network f8dc08b8-7cf7-4368-b9bd-516c27f36564 is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:32:12.148353 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, f8dc08b8-7cf7-4368-b9bd-516c27f36564) {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:12.170482 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:12.171136 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.172121 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c1873e-6b33-4fe1-9ab6-dbee598b2d6e None None] Network f8dc08b8-7cf7-4368-b9bd-516c27f36564 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:12.191763 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-7449bd47-d86d-48ff-9ed3-5b63968a7e9a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5070810 Jul 16 22:32:12.482992 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2c50bd-4712-5285-b82f-07d806f2dbc6-f8dc08b8-7cf7-4368-b9bd-516c27f36564', 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'fixed_ips': [{'subnet_id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b'}]}} from dv-cinder-797608-6-iscsi. {{(pid=99619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:32:12.484193 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.752499 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.db_base_plugin_common [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Allocated IP 172.20.0.2 (f8dc08b8-7cf7-4368-b9bd-516c27f36564/e61a6c55-cec0-4c85-9d0f-dacc390a327b/773fcb1e-ff26-46dc-916c-e2469cea3612) {{(pid=99619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:12.978596 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Notify callbacks [] for port, precommit_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:12.993142 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Transition to ACTIVE for port object 773fcb1e-ff26-46dc-916c-e2469cea3612 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:13.014441 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Transition to ACTIVE for port object 773fcb1e-ff26-46dc-916c-e2469cea3612 will not be triggered until provisioned by entity DHCP. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:13.023496 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.089559 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Network f8dc08b8-7cf7-4368-b9bd-516c27f36564 is already hosted by enough agents. {{(pid=99619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:13.095975 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.base_scheduler [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Resources bound (agent type, host, resource id): {{(pid=99619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:13.105646 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Received port after_create {{(pid=99619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:13.112919 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Pushing event updated for resources: {'Port': ['ID=773fcb1e-ff26-46dc-916c-e2469cea3612,revision_number=1']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:13.152544 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:13.152890 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:13.153231 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:13.153592 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:13.153923 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:13.154253 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:13.154577 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:13.154899 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:13.155263 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:13.155587 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:13.155905 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:13.156236 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Tracked resource versions report: Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: pushed versions: Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: { 'AddressGroup': {'1.2'}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'ConntrackHelper': {'1.0'}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Log': {'1.0'}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Network': {'1.1'}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Port': {'1.7'}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'PortForwarding': {'1.2'}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'QosPolicy': {'1.8'}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'SecurityGroup': {'1.4'}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'SubPort': {'1.0'}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Subnet': {'1.1'}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Trunk': {'1.1'}} Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: consumer versions: Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: { DHCP agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: L3 agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: Metadata agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: Metering agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: Open vSwitch agent@dv-cinder-797608-6-iscsi: { 'AddressGroup': '1.2', Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'ConntrackHelper': '1.0', Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Log': '1.0', Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Network': '1.1', Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Port': '1.7', Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'PortForwarding': '1.2', Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'QosPolicy': '1.8', Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'SecurityGroup': '1.4', Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'SecurityGroupRule': '1.2', Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'SubPort': '1.0', Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Subnet': '1.1', Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Trunk': '1.1'}} Jul 16 22:32:13.157306 dv-cinder-797608-6-iscsi neutron-server[99619]: {{(pid=99619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:32:13.192233 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Attempting to bind port 773fcb1e-ff26-46dc-916c-e2469cea3612 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:13.192885 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Attempting to bind port 773fcb1e-ff26-46dc-916c-e2469cea3612 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '00351ac5-7d3a-4895-9946-956556481298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:13.193133 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Attempting to bind port 773fcb1e-ff26-46dc-916c-e2469cea3612 on network f8dc08b8-7cf7-4368-b9bd-516c27f36564 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:13.198425 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:13.199845 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Checking segment: {'id': '00351ac5-7d3a-4895-9946-956556481298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:13.200307 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.200700 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Bound using segment: {'id': '00351ac5-7d3a-4895-9946-956556481298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:13.201163 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Bound port: 773fcb1e-ff26-46dc-916c-e2469cea3612, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00351ac5-7d3a-4895-9946-956556481298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:13.201612 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.265382 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] For port 773fcb1e-ff26-46dc-916c-e2469cea3612, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:13.269399 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] For port 773fcb1e-ff26-46dc-916c-e2469cea3612, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=773fcb1e-ff26-46dc-916c-e2469cea3612,segment=NetworkSegment(00351ac5-7d3a-4895-9946-956556481298),segment_id=00351ac5-7d3a-4895-9946-956556481298)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:13.275115 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:13.340146 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f1f426-4287-4117-8bbc-77c58506ba16 None None] Pushing event updated for resources: {'Port': ['ID=773fcb1e-ff26-46dc-916c-e2469cea3612,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:14.677887 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 48000) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:14.999408 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [None req-95528666-0227-4199-a1e1-6a0bca078436 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=99618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:32:15.000466 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-95528666-0227-4199-a1e1-6a0bca078436 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3216181 Jul 16 22:32:17.373980 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 48008) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:17.682593 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [None req-739eeae8-3e2e-4a4e-b73e-d3de038b3c6a admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=99618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:32:17.683771 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-739eeae8-3e2e-4a4e-b73e-d3de038b3c6a admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3087559 Jul 16 22:32:19.366583 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 773fcb1e-ff26-46dc-916c-e2469cea3612 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:19.406037 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baca194-1e40-498c-87d6-1913bc183598 None None] Network f8dc08b8-7cf7-4368-b9bd-516c27f36564 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:19.510789 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-d437e3a3-6243-42a0-bc0a-91af1b8970ae None None] Provisioning for port 773fcb1e-ff26-46dc-916c-e2469cea3612 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:19.525045 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 773fcb1e-ff26-46dc-916c-e2469cea3612 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:19.537565 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 773fcb1e-ff26-46dc-916c-e2469cea3612 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:19.537961 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.715540 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.760496 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 773fcb1e-ff26-46dc-916c-e2469cea3612, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=773fcb1e-ff26-46dc-916c-e2469cea3612,segment=NetworkSegment(00351ac5-7d3a-4895-9946-956556481298),segment_id=00351ac5-7d3a-4895-9946-956556481298)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:19.764213 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:19.811973 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=773fcb1e-ff26-46dc-916c-e2469cea3612,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:19.943149 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-b394dca2-6ad6-4f3e-bee9-94bc0e6365cb None None] Provisioning complete for port 773fcb1e-ff26-46dc-916c-e2469cea3612 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:19.943524 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-b394dca2-6ad6-4f3e-bee9-94bc0e6365cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.294255 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 48022) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:20.585445 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-d383b557-a61c-41ef-9b24-c1b9f0d87b06 admin admin] Request body: {'router': {'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'admin_state_up': True, 'name': 'router1'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:20.612607 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d383b557-a61c-41ef-9b24-c1b9f0d87b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1785994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3451'] for router, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.615035 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d383b557-a61c-41ef-9b24-c1b9f0d87b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1796261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3442'] for router, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.774036 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d383b557-a61c-41ef-9b24-c1b9f0d87b06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.778502 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d383b557-a61c-41ef-9b24-c1b9f0d87b06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1785978'] for router, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.790926 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d383b557-a61c-41ef-9b24-c1b9f0d87b06 admin admin] Notify callbacks [] for router, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:20.792087 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-d383b557-a61c-41ef-9b24-c1b9f0d87b06 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4968865 Jul 16 22:32:21.332975 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 773fcb1e-ff26-46dc-916c-e2469cea3612 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:21.378156 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 773fcb1e-ff26-46dc-916c-e2469cea3612 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:21.378520 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:23.109943 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48030) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:23.415558 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [None req-1a38c4f1-1d6b-4f83-80c0-b3bbb77db769 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=99617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:32:23.416535 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-1a38c4f1-1d6b-4f83-80c0-b3bbb77db769 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3056583 Jul 16 22:32:24.609842 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-be1f71be-2383-4f1c-b6d0-aa3b878ed03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:25.766859 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48038) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:26.066802 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:26.087929 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Made reservation on behalf of 632d9971c05149e5b2c66e58db0e09cc for: {'network': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:26.090256 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:26.097789 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:26.182244 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:26.190485 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:26.211272 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Reserving flat network on physical network physnet1 {{(pid=99617) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 22:32:26.227327 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f9a152e-d713-4634-ae2b-b492c8564180,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:26.232105 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:26.232448 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.segments_db [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Added segment 3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f of type flat for network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 Jul 16 22:32:26.286678 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:26.322127 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:26.323038 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:26.323604 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:26.352840 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5849547 Jul 16 22:32:26.383380 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f646621-3828-487d-8492-432967e4cb45 admin admin] Pushing event updated for resources: {'Network': ['ID=b1714fb3-c09d-4c71-8dbd-2e60563d15e8,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:26.393636 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:32:27.318900 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-856a4470-690c-49c5-9a06-007717e38217 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:27.361602 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:28.060909 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:28.690834 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48056) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:28.932317 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2716be-dec5-45fe-a696-ed9c30092061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:28.933696 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-ba2716be-dec5-45fe-a696-ed9c30092061 admin admin] 10.222.0.24 "GET /v2.0/subnets/e61a6c55-cec0-4c85-9d0f-dacc390a327b HTTP/1.1" status: 200 len: 849 time: 0.2418146 Jul 16 22:32:29.106358 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-53947a02-f2fa-4bdb-935b-8d9f207271b5 admin admin] 10.222.0.24 "GET /v2.0/routers/c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 HTTP/1.1" status: 200 len: 704 time: 0.1672697 Jul 16 22:32:29.375514 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:29.667646 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Allocated IP 172.20.0.1 (f8dc08b8-7cf7-4368-b9bd-516c27f36564/e61a6c55-cec0-4c85-9d0f-dacc390a327b/9b138e22-8c0a-4388-8ab0-efd4e447aefc) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:29.812127 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:29.852100 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:29.875351 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Transition to ACTIVE for port object 9b138e22-8c0a-4388-8ab0-efd4e447aefc will not be triggered until provisioned by entity DHCP. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:29.954027 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.024218 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Network f8dc08b8-7cf7-4368-b9bd-516c27f36564 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:30.032142 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:30.039117 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:30.039653 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728589'] for router_interface, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.043072 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Pushing event updated for resources: {'Port': ['ID=9b138e22-8c0a-4388-8ab0-efd4e447aefc,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:30.294872 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-f29df3de-14bb-48dd-a025-1389a00d2901 None None] Provisioning for port 9b138e22-8c0a-4388-8ab0-efd4e447aefc completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:30.298297 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-f29df3de-14bb-48dd-a025-1389a00d2901 None None] Provisioning complete for port 9b138e22-8c0a-4388-8ab0-efd4e447aefc triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:30.298661 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f29df3de-14bb-48dd-a025-1389a00d2901 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.301984 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.334334 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-f29df3de-14bb-48dd-a025-1389a00d2901 None None] Port 9b138e22-8c0a-4388-8ab0-efd4e447aefc cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:30.481140 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.485343 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.486138 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728569'] for router_interface, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.545524 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Pushing event updated for resources: {'Port': ['ID=9b138e22-8c0a-4388-8ab0-efd4e447aefc,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:30.610504 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Network f8dc08b8-7cf7-4368-b9bd-516c27f36564 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:30.611789 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:30.774420 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Router c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 is scheduled to L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc with binding_index 1 {{(pid=99617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:32:30.855464 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-e86c1ccc-32e5-43cc-9ee0-6dd8ab6ace8b None None] Provisioning complete for port 9b138e22-8c0a-4388-8ab0-efd4e447aefc triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:30.856023 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-e86c1ccc-32e5-43cc-9ee0-6dd8ab6ace8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:30.867289 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:30.872479 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-d3748071-73d7-490a-98d8-da0bff92a02d admin admin] 10.222.0.24 "PUT /v2.0/routers/c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7613103 Jul 16 22:32:30.883996 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Sync routers for ids ['c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:30.888626 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-e86c1ccc-32e5-43cc-9ee0-6dd8ab6ace8b None None] Port 9b138e22-8c0a-4388-8ab0-efd4e447aefc cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:32:30.896168 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Routers {'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:30.897000 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:32:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:31.080646 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Set router c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 gateway port host: None {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:31.505894 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'name': 'router1', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:20Z', 'updated_at': '2021-07-16T22:32:30Z', 'revision_number': 2, 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'gw_port_host': None, '_interfaces': [{'id': '9b138e22-8c0a-4388-8ab0-efd4e447aefc', 'name': '', 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'mac_address': 'fa:16:3e:54:e8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:29Z', 'updated_at': '2021-07-16T22:32:30Z', 'revision_number': 2, 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'subnets': [{'id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '624f5ad2-9801-4ebe-a191-03ea1b281e03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:31.556148 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Checking router: c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:32:31.556520 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Updating router c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 port 9b138e22-8c0a-4388-8ab0-efd4e447aefc binding host dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:32:31.621196 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.105054 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Notify callbacks [] for port, precommit_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.123219 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.provisioning_blocks [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Transition to ACTIVE for port object 9b138e22-8c0a-4388-8ab0-efd4e447aefc will not be triggered until provisioned by entity L2. {{(pid=99620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:32.129102 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.292050 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Attempting to bind port 9b138e22-8c0a-4388-8ab0-efd4e447aefc on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:32.292455 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Attempting to bind port 9b138e22-8c0a-4388-8ab0-efd4e447aefc by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '00351ac5-7d3a-4895-9946-956556481298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564'}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:32.292873 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Attempting to bind port 9b138e22-8c0a-4388-8ab0-efd4e447aefc on network f8dc08b8-7cf7-4368-b9bd-516c27f36564 {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:32.298302 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Pushing event updated for resources: {'Port': ['ID=9b138e22-8c0a-4388-8ab0-efd4e447aefc,revision_number=3']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:32.300744 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:32.301160 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Checking segment: {'id': '00351ac5-7d3a-4895-9946-956556481298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:32.301862 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.302255 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Bound using segment: {'id': '00351ac5-7d3a-4895-9946-956556481298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564'} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:32.302755 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Bound port: 9b138e22-8c0a-4388-8ab0-efd4e447aefc, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00351ac5-7d3a-4895-9946-956556481298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564'}}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:32.303152 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.320476 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:32.320823 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:32.321162 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:32.321514 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:32.321846 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:32.322175 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:32.322511 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:32.322823 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:32.323153 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:32.323477 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:32.323800 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:32.324119 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Tracked resource versions report: Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: pushed versions: Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: { 'AddressGroup': {'1.2'}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'ConntrackHelper': {'1.0'}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Log': {'1.0'}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Network': {'1.1'}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Port': {'1.7'}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'PortForwarding': {'1.2'}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'QosPolicy': {'1.8'}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'SecurityGroup': {'1.4'}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'SubPort': {'1.0'}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Subnet': {'1.1'}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Trunk': {'1.1'}} Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: consumer versions: Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: { DHCP agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: L3 agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: Metadata agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: Metering agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: Open vSwitch agent@dv-cinder-797608-6-iscsi: { 'AddressGroup': '1.2', Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'ConntrackHelper': '1.0', Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Log': '1.0', Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Network': '1.1', Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Port': '1.7', Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'PortForwarding': '1.2', Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'QosPolicy': '1.8', Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'SecurityGroup': '1.4', Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'SecurityGroupRule': '1.2', Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'SubPort': '1.0', Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Subnet': '1.1', Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Trunk': '1.1'}} Jul 16 22:32:32.325169 dv-cinder-797608-6-iscsi neutron-server[99620]: {{(pid=99620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:32:32.382459 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] For port 9b138e22-8c0a-4388-8ab0-efd4e447aefc, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:32.403049 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] For port 9b138e22-8c0a-4388-8ab0-efd4e447aefc, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=9b138e22-8c0a-4388-8ab0-efd4e447aefc,segment=NetworkSegment(00351ac5-7d3a-4895-9946-956556481298),segment_id=00351ac5-7d3a-4895-9946-956556481298)] {{(pid=99620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:32.408325 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:32.457378 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Routers {'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:32.458096 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:32:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:32.550996 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6c061-0a10-4d41-b952-4fb03baf14ad None None] Pushing event updated for resources: {'Port': ['ID=9b138e22-8c0a-4388-8ab0-efd4e447aefc,revision_number=4']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:32.559232 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] Set router c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 gateway port host: None {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:32.767369 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'name': 'router1', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:20Z', 'updated_at': '2021-07-16T22:32:30Z', 'revision_number': 2, 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'gw_port_host': None, '_interfaces': [{'id': '9b138e22-8c0a-4388-8ab0-efd4e447aefc', 'name': '', 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'mac_address': 'fa:16:3e:54:e8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:29Z', 'updated_at': '2021-07-16T22:32:32Z', 'revision_number': 4, 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'subnets': [{'id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '624f5ad2-9801-4ebe-a191-03ea1b281e03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:32.792444 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f5c66-a281-4c7f-a205-c56130b97efb None None] The sync data for ids ['c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7'] in dv-cinder-797608-6-iscsi is: [{'id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'name': 'router1', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:20Z', 'updated_at': '2021-07-16T22:32:30Z', 'revision_number': 2, 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'gw_port_host': None, '_interfaces': [{'id': '9b138e22-8c0a-4388-8ab0-efd4e447aefc', 'name': '', 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'mac_address': 'fa:16:3e:54:e8:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:29Z', 'updated_at': '2021-07-16T22:32:32Z', 'revision_number': 4, 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'subnets': [{'id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '624f5ad2-9801-4ebe-a191-03ea1b281e03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:33.168091 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48076) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:33.279029 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e590b644-6fad-4115-80c4-b99c792a4923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:33.280372 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-e590b644-6fad-4115-80c4-b99c792a4923 admin admin] 10.222.0.24 "GET /v2.0/networks/b1714fb3-c09d-4c71-8dbd-2e60563d15e8 HTTP/1.1" status: 200 len: 842 time: 0.1112556 Jul 16 22:32:33.290373 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'enable_dhcp': False, 'name': 'public-subnet'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:33.313856 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] Made reservation on behalf of 632d9971c05149e5b2c66e58db0e09cc for: {'subnet': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:32:33.316284 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.623257 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.objects.ports [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=99617) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 22:32:33.623594 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.679589 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26966407-0bcd-4e55-8107-7e590c0639c2,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:33.689680 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] Checking segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:33.690287 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] Network hostable DHCP agents. Network: b1714fb3-c09d-4c71-8dbd-2e60563d15e8, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:32:33.714219 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:32:33.724894 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, b1714fb3-c09d-4c71-8dbd-2e60563d15e8) {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:33.728811 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:33.729395 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:33.735851 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db55c7ec-b676-4db6-8e18-41dda4cfda7b None None] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:33.743190 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f8accace-500d-4a2b-8212-d8a2e58089c1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4563262 Jul 16 22:32:33.869454 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b672db-65b7-4021-84ef-d558ed97911f None None] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:32:36.019666 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48088) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:36.148244 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-daeb45b6-696f-4648-999f-3624eaac1f63 admin admin] 10.222.0.24 "GET /v2.0/routers/c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 HTTP/1.1" status: 200 len: 710 time: 0.1271584 Jul 16 22:32:36.233852 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7606258-0f0a-497d-9596-dc3d273cbb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:32:36.235214 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-d7606258-0f0a-497d-9596-dc3d273cbb8a admin admin] 10.222.0.24 "GET /v2.0/networks/b1714fb3-c09d-4c71-8dbd-2e60563d15e8 HTTP/1.1" status: 200 len: 886 time: 0.0819550 Jul 16 22:32:36.244109 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:32:36.549519 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1785951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1786095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3424'] for router, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:36.786453 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:36.860837 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:36.963206 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Allocated IP 172.27.0.176 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:32:37.061770 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.098655 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.136729 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:32:37.139410 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:32:37.145382 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:32:37.148105 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Pushing event updated for resources: {'Port': ['ID=1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:37.361055 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 9b138e22-8c0a-4388-8ab0-efd4e447aefc up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:37.389180 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.409244 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 9b138e22-8c0a-4388-8ab0-efd4e447aefc completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:37.413265 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 9b138e22-8c0a-4388-8ab0-efd4e447aefc triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:37.413660 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.532856 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.564283 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 9b138e22-8c0a-4388-8ab0-efd4e447aefc, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=9b138e22-8c0a-4388-8ab0-efd4e447aefc,segment=NetworkSegment(00351ac5-7d3a-4895-9946-956556481298),segment_id=00351ac5-7d3a-4895-9946-956556481298)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:37.568412 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.586294 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1785951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1786095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3424'] for router, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.589528 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1785978', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1785960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1785969', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1786104'] for router, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.615600 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=9b138e22-8c0a-4388-8ab0-efd4e447aefc,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:37.771222 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Router c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:32:37.874639 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:32:37.878643 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:37.880677 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-7a27b260-351c-47a2-940f-fe677919b93a admin admin] 10.222.0.24 "PUT /v2.0/routers/c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 HTTP/1.1" status: 200 len: 890 time: 1.6396713 Jul 16 22:32:37.884978 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Sync routers for ids ['c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:32:37.896198 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Routers {'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:37.896890 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:32:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:38.115010 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Set router c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:38.499040 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'name': 'router1', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:20Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 4, 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'gw_port': {'id': '1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '9b138e22-8c0a-4388-8ab0-efd4e447aefc', 'name': '', 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'mac_address': 'fa:16:3e:54:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:29Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 5, 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'subnets': [{'id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '624f5ad2-9801-4ebe-a191-03ea1b281e03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:38.548762 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Checking router: c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:32:38.549109 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Updating router c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 port 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2 binding host dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:32:38.581192 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.898538 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Notify callbacks [] for port, precommit_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.907522 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Transition to ACTIVE for port object 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:32:38.913847 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.961919 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Attempting to bind port 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:32:38.962282 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Attempting to bind port 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:32:38.962642 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Attempting to bind port 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2 on network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:32:38.971075 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:32:38.971437 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Checking segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:32:38.971830 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.972210 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Bound using segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:32:38.973213 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Bound port: 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:32:38.973649 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:38.975157 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb096f-b6ff-4185-b139-55f2c464e70f None None] Pushing event updated for resources: {'Port': ['ID=1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:39.025117 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] For port 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:32:39.028436 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] For port 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:32:39.031777 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:39.088464 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Routers {'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:32:39.089072 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:32:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:39.093631 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddb096f-b6ff-4185-b139-55f2c464e70f None None] Pushing event updated for resources: {'Port': ['ID=1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:39.271699 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] Set router c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:32:39.353960 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 9b138e22-8c0a-4388-8ab0-efd4e447aefc up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:39.458679 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 9b138e22-8c0a-4388-8ab0-efd4e447aefc triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:39.458960 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:39.583214 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'name': 'router1', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:20Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 4, 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'gw_port': {'id': '1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '9b138e22-8c0a-4388-8ab0-efd4e447aefc', 'name': '', 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'mac_address': 'fa:16:3e:54:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:29Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 5, 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'subnets': [{'id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '624f5ad2-9801-4ebe-a191-03ea1b281e03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:32:39.608668 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-effdbed7-651c-44f5-893b-c3355c56c843 None None] The sync data for ids ['c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7'] in dv-cinder-797608-6-iscsi is: [{'id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'name': 'router1', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': '1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:32:20Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 4, 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'gw_port': {'id': '1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:b4:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:36Z', 'updated_at': '2021-07-16T22:32:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '9b138e22-8c0a-4388-8ab0-efd4e447aefc', 'name': '', 'network_id': 'f8dc08b8-7cf7-4368-b9bd-516c27f36564', 'tenant_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'mac_address': 'fa:16:3e:54:e8:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4ff774e-2116-46e2-a9cf-7d32a5ca2bc7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:32:29Z', 'updated_at': '2021-07-16T22:32:37Z', 'revision_number': 5, 'project_id': '47e0ee60ea4e4e3a87212a3ea5a76af7', 'subnets': [{'id': 'e61a6c55-cec0-4c85-9d0f-dacc390a327b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '624f5ad2-9801-4ebe-a191-03ea1b281e03'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:32:40.299135 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48096) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:32:40.422246 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-ecbc54ba-055d-40f7-b7d1-ec10f09bbfe2 admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1219301 Jul 16 22:32:41.366145 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:41.413853 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:32:41.417565 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:41.417945 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.497851 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.517132 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:32:41.521982 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:41.571574 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:32:43.001310 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 5 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:32:43.367021 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:32:43.415218 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 1f6fa6ec-972e-4a1c-ba3b-290d0b31a2f2 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:32:43.415498 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:54.614522 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-2a74cbbc-dc35-46e5-9ac7-9a1a2d1f2787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:57.323293 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-4b3ba2b3-0de7-4499-96ae-96ab0d713114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:57.368265 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:58.070650 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:32:59.829648 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:20.000883 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 5 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:33:24.607744 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5fbc86ff-6d2c-49d6-8103-3027a6b8f14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:27.330533 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-e2f7cfe4-cce7-44a3-95f5-f48c64fcb8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:27.365971 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:28.064758 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:29.830081 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:54.609249 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bb43238f-abe1-41c4-a8b5-3d6cc55d0c4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:56.998895 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 5 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:33:57.324889 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-0df10998-49b1-45af-b64f-600a395ff7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:57.358678 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:58.066345 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:33:59.828635 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:20.437623 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48664) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:20.498418 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.pecan_wsgi.hooks.translation [None req-beb846ce-93f9-41f8-bd68-57597280933f admin admin] GET failed (client error): The resource could not be found. Jul 16 22:34:20.499791 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-beb846ce-93f9-41f8-bd68-57597280933f admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0612171 Jul 16 22:34:20.657746 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f742c91-e9b4-4886-bdf5-488ecca81d97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:20.659212 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-1f742c91-e9b4-4886-bdf5-488ecca81d97 admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555948 Jul 16 22:34:22.793377 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 48674) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:22.885684 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfb6a7a-2650-4523-9eeb-467c8e1c54c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:22.886984 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-0dfb6a7a-2650-4523-9eeb-467c8e1c54c9 admin admin] 10.222.0.24 "GET /v2.0/subnets/e61a6c55-cec0-4c85-9d0f-dacc390a327b HTTP/1.1" status: 200 len: 849 time: 0.0923970 Jul 16 22:34:22.896018 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:34:22.978764 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Notify callbacks [] for subnet, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.124064 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731317240971'] for subnet, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.161219 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:23.161825 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.162809 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd541940-9374-4f69-ab9b-d7c75c91d91e None None] Network f8dc08b8-7cf7-4368-b9bd-516c27f36564 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:34:23.163252 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] 10.222.0.24 "PUT /v2.0/subnets/e61a6c55-cec0-4c85-9d0f-dacc390a327b HTTP/1.1" status: 200 len: 868 time: 0.2707131 Jul 16 22:34:23.182537 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61a6c55-cec0-4c85-9d0f-dacc390a327b,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:34:23.190240 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:23.190628 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:23.190955 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:23.191895 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:23.191895 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:23.192092 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:23.192301 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:23.192584 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:23.192926 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:23.193248 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:23.196928 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:23.196928 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41f1e9bc-f4a3-49b2-83e2-92714c5a83af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:34:23.543784 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-78858c6f-1599-4d67-84b1-8b6c4cef7c33 None None] Provisioning complete for port 9b138e22-8c0a-4388-8ab0-efd4e447aefc triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:23.544146 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-78858c6f-1599-4d67-84b1-8b6c4cef7c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:23.627302 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-78858c6f-1599-4d67-84b1-8b6c4cef7c33 None None] Provisioning complete for port 773fcb1e-ff26-46dc-916c-e2469cea3612 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:34:23.627588 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-78858c6f-1599-4d67-84b1-8b6c4cef7c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:24.610116 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-55431fde-f82d-4373-954c-76d852cab64c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:25.312396 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48684) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:25.504938 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e14039-c054-4942-9648-5493ced8a275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:25.505319 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e14039-c054-4942-9648-5493ced8a275 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:25.506886 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-d1e14039-c054-4942-9648-5493ced8a275 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1935465 Jul 16 22:34:27.326314 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1a4d29f5-01a5-4ae9-b4a2-618086efc461 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.361062 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:27.656042 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48692) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:27.784746 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d139c56d-c89e-4353-9e12-60d936020501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:27.785211 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d139c56d-c89e-4353-9e12-60d936020501 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:27.786755 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-d139c56d-c89e-4353-9e12-60d936020501 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1297760 Jul 16 22:34:28.068483 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.832113 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:29.964363 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48700) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:30.086533 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69fd2d11-ba6d-4a77-b0ef-d7a41eac1782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:30.087806 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-69fd2d11-ba6d-4a77-b0ef-d7a41eac1782 admin admin] 10.222.0.24 "GET /v2.0/networks/b1714fb3-c09d-4c71-8dbd-2e60563d15e8 HTTP/1.1" status: 200 len: 886 time: 0.1224964 Jul 16 22:34:32.221926 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48708) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:32.349343 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aae6c3a-02d3-4e58-aac8-08a07dedebfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:32.350725 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-7aae6c3a-02d3-4e58-aac8-08a07dedebfb admin admin] 10.222.0.24 "GET /v2.0/networks/f8dc08b8-7cf7-4368-b9bd-516c27f36564 HTTP/1.1" status: 200 len: 869 time: 0.1278551 Jul 16 22:34:33.996938 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 5 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:34:34.518796 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48716) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:34.641135 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d8807-1039-4308-bdcf-cf67fa24245e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:34.641626 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d8807-1039-4308-bdcf-cf67fa24245e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:34.643188 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f49d8807-1039-4308-bdcf-cf67fa24245e admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1234601 Jul 16 22:34:36.832389 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48724) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:36.920553 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f796bcfc-92f4-4174-bf59-7daa10753735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.921012 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f796bcfc-92f4-4174-bf59-7daa10753735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:36.922539 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f796bcfc-92f4-4174-bf59-7daa10753735 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0892160 Jul 16 22:34:39.075267 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48732) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:39.159905 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72583e34-6f15-4993-9b58-d5dd1089f8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:39.161389 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-72583e34-6f15-4993-9b58-d5dd1089f8f3 admin admin] 10.222.0.24 "GET /v2.0/subnets/26966407-0bcd-4e55-8107-7e590c0639c2 HTTP/1.1" status: 200 len: 816 time: 0.0851526 Jul 16 22:34:41.317832 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48740) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:34:41.411035 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd546ce-bd24-4a7e-b82b-23268ab829a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:34:41.412362 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-9dd546ce-bd24-4a7e-b82b-23268ab829a1 admin admin] 10.222.0.24 "GET /v2.0/subnets/e61a6c55-cec0-4c85-9d0f-dacc390a327b HTTP/1.1" status: 200 len: 868 time: 0.0935292 Jul 16 22:34:54.611172 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-cf377307-1105-4ed8-8037-09d7c56c9d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.327388 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c966f34c-9a81-4f84-b93a-9a102d4f850a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:57.361131 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:58.071120 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:34:59.835732 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:05.624955 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48792) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:05.670781 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [None req-614c0605-d36f-44a8-b6f8-00665c847314 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=99617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:35:05.671774 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-614c0605-d36f-44a8-b6f8-00665c847314 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458539 Jul 16 22:35:07.896086 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48800) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:07.955639 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd9a348-2649-4341-bd2d-136b5e1317ca admin admin] GET failed (client error): The resource could not be found. Jul 16 22:35:07.957382 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-cbd9a348-2649-4341-bd2d-136b5e1317ca admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603721 Jul 16 22:35:08.040514 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eb9faf-3de1-42d2-86d4-198e8be35c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:08.042844 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f5eb9faf-3de1-42d2-86d4-198e8be35c8e admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815358 Jul 16 22:35:10.219050 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48808) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:10.264037 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:10.286637 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Made reservation on behalf of 632d9971c05149e5b2c66e58db0e09cc for: {'network': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:10.289093 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.319868 dv-cinder-797608-6-iscsi neutron-server[99617]: WARNING neutron.services.revisions.revision_plugin [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Could not find related network for resource to bump revision. Jul 16 22:35:10.330348 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 347} {{(pid=99617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:35:10.339439 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.339779 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.segments_db [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Added segment 5c8a2ef2-e18d-4f83-87d4-bbe86576817f of type vlan for network 620d3f09-b884-4158-813e-c8142ca04f36 Jul 16 22:35:10.376753 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.403881 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.404756 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:10.405322 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:10.433016 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2129264 Jul 16 22:35:10.464247 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Pushing event updated for resources: {'Network': ['ID=620d3f09-b884-4158-813e-c8142ca04f36,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:10.471708 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:10.472079 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:10.472428 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:10.472766 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:10.473097 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:10.473446 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:10.473804 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:10.474136 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:10.474482 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:10.474812 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:10.475142 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:10.475464 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91fc5c97-c37a-4628-96bb-1e91a8867e11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:10.487144 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 620d3f09-b884-4158-813e-c8142ca04f36 details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:35:10.996137 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 5 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:35:12.603523 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48816) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:35:12.661984 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cbb4314-5a3f-4167-ad01-2ec0a6683038 admin admin] GET failed (client error): The resource could not be found. Jul 16 22:35:12.663290 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-5cbb4314-5a3f-4167-ad01-2ec0a6683038 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587204 Jul 16 22:35:12.827101 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0bd358-a7f4-46a5-83b2-f2808878e499 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:12.828460 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-3c0bd358-a7f4-46a5-83b2-f2808878e499 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1613903 Jul 16 22:35:12.837943 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-59f068bc-8c16-4040-be4f-662ccc23f94b admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:35:12.858152 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59f068bc-8c16-4040-be4f-662ccc23f94b admin admin] Made reservation on behalf of 632d9971c05149e5b2c66e58db0e09cc for: {'subnet': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:35:12.860373 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-59f068bc-8c16-4040-be4f-662ccc23f94b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.021233 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-59f068bc-8c16-4040-be4f-662ccc23f94b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.074061 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f068bc-8c16-4040-be4f-662ccc23f94b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bb16157-e3d1-4ff9-b15b-0dcdffd315b3,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:13.083209 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f068bc-8c16-4040-be4f-662ccc23f94b admin admin] Checking segment: {'id': '5c8a2ef2-e18d-4f83-87d4-bbe86576817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:13.083570 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f068bc-8c16-4040-be4f-662ccc23f94b admin admin] Network hostable DHCP agents. Network: 620d3f09-b884-4158-813e-c8142ca04f36, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:35:13.099675 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f068bc-8c16-4040-be4f-662ccc23f94b admin admin] Network 620d3f09-b884-4158-813e-c8142ca04f36 is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:35:13.107827 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-59f068bc-8c16-4040-be4f-662ccc23f94b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 620d3f09-b884-4158-813e-c8142ca04f36) {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:13.111757 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59f068bc-8c16-4040-be4f-662ccc23f94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:35:13.112336 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-59f068bc-8c16-4040-be4f-662ccc23f94b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.117979 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3297bc-e951-4596-ab89-af07f72d7484 None None] Network 620d3f09-b884-4158-813e-c8142ca04f36 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:13.136377 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-59f068bc-8c16-4040-be4f-662ccc23f94b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2916570 Jul 16 22:35:13.278720 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2c50bd-4712-5285-b82f-07d806f2dbc6-620d3f09-b884-4158-813e-c8142ca04f36', 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36', 'tenant_id': '632d9971c05149e5b2c66e58db0e09cc', 'fixed_ips': [{'subnet_id': '6bb16157-e3d1-4ff9-b15b-0dcdffd315b3'}]}} from dv-cinder-797608-6-iscsi. {{(pid=99619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:35:13.279633 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.414439 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.db_base_plugin_common [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Allocated IP 192.168.233.2 (620d3f09-b884-4158-813e-c8142ca04f36/6bb16157-e3d1-4ff9-b15b-0dcdffd315b3/00b5afb3-c6b8-49ae-bafb-fd584a44e4d3) {{(pid=99619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:35:13.558543 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Notify callbacks [] for port, precommit_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.566965 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Transition to ACTIVE for port object 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:13.583196 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Transition to ACTIVE for port object 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3 will not be triggered until provisioned by entity DHCP. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:35:13.589410 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.629546 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Network 620d3f09-b884-4158-813e-c8142ca04f36 is already hosted by enough agents. {{(pid=99619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:35:13.630883 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.base_scheduler [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Resources bound (agent type, host, resource id): {{(pid=99619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:35:13.633370 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Received port after_create {{(pid=99619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:35:13.647222 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Pushing event updated for resources: {'Port': ['ID=00b5afb3-c6b8-49ae-bafb-fd584a44e4d3,revision_number=1']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:13.671995 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:13.672349 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:13.672688 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:13.673028 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:13.673366 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:13.673726 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:13.674060 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:13.674390 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:13.674735 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:13.675062 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:13.675411 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:13.675734 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:35:13.710979 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Attempting to bind port 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:35:13.711348 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Attempting to bind port 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '5c8a2ef2-e18d-4f83-87d4-bbe86576817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:35:13.711721 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Attempting to bind port 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3 on network 620d3f09-b884-4158-813e-c8142ca04f36 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:35:13.716810 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:35:13.717178 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Checking segment: {'id': '5c8a2ef2-e18d-4f83-87d4-bbe86576817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:35:13.717601 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.718014 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Bound using segment: {'id': '5c8a2ef2-e18d-4f83-87d4-bbe86576817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:35:13.718470 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Bound port: 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8a2ef2-e18d-4f83-87d4-bbe86576817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:35:13.718863 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.780954 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] For port 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:35:13.784471 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] For port 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=00b5afb3-c6b8-49ae-bafb-fd584a44e4d3,segment=NetworkSegment(5c8a2ef2-e18d-4f83-87d4-bbe86576817f),segment_id=5c8a2ef2-e18d-4f83-87d4-bbe86576817f)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:35:13.789380 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:13.852915 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f368a66f-871f-46d6-a7b5-58332fdbaa3b None None] Pushing event updated for resources: {'Port': ['ID=00b5afb3-c6b8-49ae-bafb-fd584a44e4d3,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:14.686697 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83753687-3197-440a-9658-d4a4c542baa5 None None] Network 620d3f09-b884-4158-813e-c8142ca04f36 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:35:14.813813 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-91084250-2ba0-4508-849b-9c69375a66d6 None None] Provisioning for port 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:15.494658 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:35:15.549116 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:35:15.553111 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:15.553540 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.633290 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.666012 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=00b5afb3-c6b8-49ae-bafb-fd584a44e4d3,segment=NetworkSegment(5c8a2ef2-e18d-4f83-87d4-bbe86576817f),segment_id=5c8a2ef2-e18d-4f83-87d4-bbe86576817f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:35:15.670581 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:15.720080 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=00b5afb3-c6b8-49ae-bafb-fd584a44e4d3,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:35:17.458862 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:35:17.508499 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 00b5afb3-c6b8-49ae-bafb-fd584a44e4d3 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:35:17.508866 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:24.612613 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-44e7f7d2-5c41-4ec1-a4e4-9882edf72063 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.328772 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-7eea1c4e-a514-42bc-9362-d84e8ea915d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:27.360240 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:28.074497 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:29.834850 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:47.993717 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 5 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:35:54.612998 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a679a683-bd81-4aac-88d7-f41ecfb2e468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:57.329957 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-9f83510e-7b1a-422b-9806-99e3f0576ae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:57.363584 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:58.076469 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:35:59.838780 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.462420 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48868) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:22.468813 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [None req-b9a39d86-4ffa-442a-bf47-d4c959d8fc5f tempest-verify_tempest_config-745163776 tempest-verify_tempest_config-745163776-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=99617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:36:22.469824 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-b9a39d86-4ffa-442a-bf47-d4c959d8fc5f tempest-verify_tempest_config-745163776 tempest-verify_tempest_config-745163776-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0064263 Jul 16 22:36:22.766227 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 48886) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:22.865036 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.953067 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:22.956564 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.002754 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095ad946-4290-4253-a77f-a704ac3e6bd4,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:23.007261 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=32f49244966340668c5da4cd3ffd00ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2400522 Jul 16 22:36:23.010015 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 48890) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:36:23.011562 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.011930 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.012279 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.012619 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.012950 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.013297 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.013652 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.013980 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.014322 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.014651 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.014971 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.015291 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47ecfbe4-47c2-42c2-bfdd-f35e97baafe9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.089773 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.109768 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.196101 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.199010 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:23.200980 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/095ad946-4290-4253-a77f-a704ac3e6bd4 HTTP/1.1" status: 204 len: 168 time: 0.1899381 Jul 16 22:36:23.209625 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095ad946-4290-4253-a77f-a704ac3e6bd4,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:36:23.217366 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.217788 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.218136 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.218465 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.218839 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.219212 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.219478 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.219807 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.220152 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.220481 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.220864 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:23.221129 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69437653-060b-4ef2-a52b-55fc001808a2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:36:24.613696 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-b9a9f319-31f3-4ca2-91d5-9ad692eea3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:24.991586 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 5 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:36:27.330367 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-b757787f-9738-4f99-92a2-21ed1ac8501f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:27.364870 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:28.080216 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:29.841279 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:54.614904 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ddf9dcb2-ac91-4916-b5d5-ac56797c5465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.331213 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-7288e6da-e97a-4fd9-829e-ea72d67bd8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:57.366226 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:58.082966 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:36:59.843534 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:01.988875 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 5 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:37:24.615272 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-8e156c75-3356-48db-92f4-3c63513f885e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.331166 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-2305af66-ae88-44fd-9c23-179ce041b6ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:27.366152 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:28.085545 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:29.845504 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:38.987008 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 5 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:37:54.615360 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-eda60ab3-9f4b-4cad-ac0f-2b956b7e3a7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:55.561158 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1733745'] for agent, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.332397 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-934faf4d-584e-4c13-bbb4-b6a98be2632a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:57.366595 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:58.089935 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:37:59.592511 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 48944) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:37:59.704906 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-b81f1050-d756-4812-84b9-d046d635e755 admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1110339 Jul 16 22:37:59.851995 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:01.861893 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 48954) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:38:01.914989 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-e2f6cd57-746f-4b74-8be6-c64ebd4bd76f admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0520411 Jul 16 22:38:15.985114 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:38:24.618140 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-8337003e-e4a0-490d-9df2-8deefbd2d803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:25.543511 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.333213 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-b04c1c5a-e823-4681-9163-a1a57b93d22c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:27.366226 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:28.091345 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:29.851259 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:52.986722 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:38:54.618210 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-808c5891-6c8d-4bf9-b39e-683aead17abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:55.574283 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:57.332944 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-7a0db073-e0dc-440a-bdfb-c7232cd54bd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:57.366808 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:58.095115 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:38:59.856018 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:24.631391 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-2161e3a3-a548-4f32-840e-58dc43b370e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:25.592496 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:27.381931 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-8f7c1264-47c2-4438-8d13-948db47ba76e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:27.400230 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.099617 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.302256 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49124) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:28.517130 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1930134012-network', 'tenant_id': '4a9b625bc6e54f13889f535a540107d6'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:28.543260 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Made reservation on behalf of 4a9b625bc6e54f13889f535a540107d6 for: {'network': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:28.545872 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.559964 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.665494 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.670320 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.703122 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b79871d-f801-48f5-9ba0-458b3778e63b,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:28.709597 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 328} {{(pid=99618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:39:28.713535 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:28.713859 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:28.714198 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:28.714533 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:28.715198 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:28.715550 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:28.715882 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:28.716213 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:28.716542 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:28.716865 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:28.717499 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:28.717683 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Tracked resource versions report: Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: pushed versions: Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: { 'AddressGroup': {'1.2'}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'ConntrackHelper': {'1.0'}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Log': {'1.0'}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Network': {'1.1'}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Port': {'1.7'}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'PortForwarding': {'1.2'}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'QosPolicy': {'1.8'}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'SecurityGroup': {'1.4'}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'SubPort': {'1.0'}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Subnet': {'1.1'}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Trunk': {'1.1'}} Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: consumer versions: Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: { DHCP agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: HyperV agent@hv-cinder-79760: {}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: L3 agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: Metadata agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: Metering agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: Open vSwitch agent@dv-cinder-797608-6-iscsi: { 'AddressGroup': '1.2', Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'ConntrackHelper': '1.0', Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Log': '1.0', Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Network': '1.1', Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Port': '1.7', Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'PortForwarding': '1.2', Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'QosPolicy': '1.8', Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'SecurityGroup': '1.4', Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'SecurityGroupRule': '1.2', Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'SubPort': '1.0', Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Subnet': '1.1', Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: 'Trunk': '1.1'}} Jul 16 22:39:28.718757 dv-cinder-797608-6-iscsi neutron-server[99618]: {{(pid=99618) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:39:28.732982 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731317156675', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.733670 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Unsubscribe: segment precommit_create {{(pid=99618) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 22:39:28.734141 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.segments_db [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Added segment df8166f9-7fa1-4787-82c4-6bdc805f737b of type vlan for network 9289c5e1-b9bf-467f-b674-27400eb5733f Jul 16 22:39:28.792466 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.834815 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.835923 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:28.836931 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.905121 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6019168 Jul 16 22:39:28.908010 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49182) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:28.913673 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Request body: {'subnet': {'network_id': '9289c5e1-b9bf-467f-b674-27400eb5733f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1930134012-subnet', 'tenant_id': '4a9b625bc6e54f13889f535a540107d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:28.934401 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206542d6-c218-404e-940e-ef27b9d502ae admin admin] Pushing event updated for resources: {'Network': ['ID=9289c5e1-b9bf-467f-b674-27400eb5733f,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:28.936761 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Made reservation on behalf of 4a9b625bc6e54f13889f535a540107d6 for: {'subnet': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:28.945662 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:28.947227 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 9289c5e1-b9bf-467f-b674-27400eb5733f details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:39:29.133652 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.189790 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c5ed730-add8-46f5-83ce-51bc6c614aab,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:29.201015 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:29.201383 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:29.201752 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:29.202093 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:29.202426 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:29.202759 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:29.203086 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:29.203411 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:29.203847 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:29.204258 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:29.204589 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:29.204913 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Tracked resource versions report: Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: pushed versions: Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: { 'AddressGroup': {'1.2'}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'ConntrackHelper': {'1.0'}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Log': {'1.0'}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Network': {'1.1'}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Port': {'1.7'}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'PortForwarding': {'1.2'}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'QosPolicy': {'1.8'}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'SecurityGroup': {'1.4'}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'SubPort': {'1.0'}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Subnet': {'1.1'}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Trunk': {'1.1'}} Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: consumer versions: Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: { DHCP agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: HyperV agent@hv-cinder-79760: {}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: L3 agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: Metadata agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: Metering agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: Open vSwitch agent@dv-cinder-797608-6-iscsi: { 'AddressGroup': '1.2', Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'ConntrackHelper': '1.0', Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Log': '1.0', Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Network': '1.1', Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Port': '1.7', Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'PortForwarding': '1.2', Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'QosPolicy': '1.8', Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'SecurityGroup': '1.4', Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'SecurityGroupRule': '1.2', Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'SubPort': '1.0', Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Subnet': '1.1', Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: 'Trunk': '1.1'}} Jul 16 22:39:29.205966 dv-cinder-797608-6-iscsi neutron-server[99617]: {{(pid=99617) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:39:29.231478 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Checking segment: {'id': 'df8166f9-7fa1-4787-82c4-6bdc805f737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9289c5e1-b9bf-467f-b674-27400eb5733f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:29.231915 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Network hostable DHCP agents. Network: 9289c5e1-b9bf-467f-b674-27400eb5733f, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:39:29.250422 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Network 9289c5e1-b9bf-467f-b674-27400eb5733f is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:39:29.264087 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 9289c5e1-b9bf-467f-b674-27400eb5733f) {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:29.269240 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:29.269907 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.275231 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ef3218-2d2f-4830-8119-ed155bf468ca None None] Network 9289c5e1-b9bf-467f-b674-27400eb5733f requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:29.290731 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f810c343-387d-4312-8c31-67d08aa79bc3 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3815114 Jul 16 22:39:29.334479 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49194) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:29.389337 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49200) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:29.423586 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c918c23-d7a4-4b39-823e-628a079bbf56 None None] Network 9289c5e1-b9bf-467f-b674-27400eb5733f requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:29.425907 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49204) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:29.653938 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1405369743-network', 'tenant_id': '12637db01ff948e0b2bb6cede048908e'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:29.696387 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1773705885-network', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:29.722905 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Made reservation on behalf of 12637db01ff948e0b2bb6cede048908e for: {'network': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:29.725608 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.736240 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Made reservation on behalf of ffe04c437f1e4ab5bb3423033ba0dd13 for: {'network': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:29.738760 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.746437 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-946868612-network', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:29.752263 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.766468 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.800991 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.db.api [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:39:29.800991 dv-cinder-797608-6-iscsi neutron-server[99617]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 22:39:29.800991 dv-cinder-797608-6-iscsi neutron-server[99617]: [parameters: {'project_id_1': '451c3e7fefbb4f29aff61cee92649a21', 'expiration_1': datetime.datetime(2021, 7, 16, 22, 39, 29, 788491)}] Jul 16 22:39:29.800991 dv-cinder-797608-6-iscsi neutron-server[99617]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:39:29.801455 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG oslo_db.api [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:39:29.874236 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.918818 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.931049 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:29.956767 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2343c98a-8c0c-4b89-b82d-766006ff21ef,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:29.973822 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 335} {{(pid=99617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:39:29.987534 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:39:29.999818 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.000158 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.segments_db [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Added segment c4a7d85e-fff3-4592-9aec-8739caf59cb5 of type vlan for network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b Jul 16 22:39:30.066425 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.127900 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.129253 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.130437 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:30.130966 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.142450 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.172745 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8371689 Jul 16 22:39:30.175824 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49250) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:30.177501 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307} {{(pid=99617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:39:30.180781 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-ada18d2b-6a6d-40d1-80f0-74d322116840 admin admin] Request body: {'subnet': {'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1405369743-subnet', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:30.205202 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.205768 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.segments_db [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Added segment abd53ce0-506a-485f-be58-0e2742296469 of type vlan for network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 Jul 16 22:39:30.230042 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ada18d2b-6a6d-40d1-80f0-74d322116840 admin admin] Made reservation on behalf of 12637db01ff948e0b2bb6cede048908e for: {'subnet': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:30.236782 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ada18d2b-6a6d-40d1-80f0-74d322116840 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.254251 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b61cbc-aedd-46d0-92f2-52c54c60fda0 admin admin] Pushing event updated for resources: {'Network': ['ID=07654b97-acf5-428f-8c65-6e5a0f8f3b8b,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:30.263704 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:30.269747 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:39:30.301090 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.318651 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49270) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:30.323695 dv-cinder-797608-6-iscsi neutron-server[99617]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 22:39:30.416864 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Made reservation on behalf of 451c3e7fefbb4f29aff61cee92649a21 for: {'network': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:30.420398 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.479673 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.481587 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:30.484221 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.501972 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.587779 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1974552 Jul 16 22:39:30.603976 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49280) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:30.617863 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ada18d2b-6a6d-40d1-80f0-74d322116840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.671142 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada18d2b-6a6d-40d1-80f0-74d322116840 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91acd449-9df6-4265-ba3f-63ff7f25734f,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:30.671315 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-23b83407-00a6-4ae4-b717-3f4f6b515e07 admin admin] Request body: {'subnet': {'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1773705885-subnet', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:30.688530 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f13fed4-4881-4c3b-8b90-ee898c824ec7 admin admin] Pushing event updated for resources: {'Network': ['ID=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:30.709289 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada18d2b-6a6d-40d1-80f0-74d322116840 admin admin] Checking segment: {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:30.709877 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada18d2b-6a6d-40d1-80f0-74d322116840 admin admin] Network hostable DHCP agents. Network: 07654b97-acf5-428f-8c65-6e5a0f8f3b8b, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:39:30.712977 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:39:30.732036 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada18d2b-6a6d-40d1-80f0-74d322116840 admin admin] Network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:39:30.741628 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-0a1dbf3f-655a-473e-8493-93a9792f28cb tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:30.744030 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-0a1dbf3f-655a-473e-8493-93a9792f28cb tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/networks?id=9289c5e1-b9bf-467f-b674-27400eb5733f HTTP/1.1" status: 200 len: 812 time: 0.4214861 Jul 16 22:39:30.749569 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-ada18d2b-6a6d-40d1-80f0-74d322116840 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 07654b97-acf5-428f-8c65-6e5a0f8f3b8b) {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:30.762636 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ada18d2b-6a6d-40d1-80f0-74d322116840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:30.766158 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ada18d2b-6a6d-40d1-80f0-74d322116840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.782584 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-48ca702a-0662-4714-9dc9-200d41e9cb0d tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/quotas/4a9b625bc6e54f13889f535a540107d6 HTTP/1.1" status: 200 len: 375 time: 0.0254359 Jul 16 22:39:30.784805 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6a0257-fc3f-42b8-b51c-6a07e58235c0 None None] Network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:30.844945 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-40e6403f-7217-41c3-9c8c-a7cfe27fb4fb tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a9b625bc6e54f13889f535a540107d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0549653 Jul 16 22:39:30.924898 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.938571 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.953927 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=99617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:39:30.978820 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:30.979236 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.segments_db [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Added segment a6eed6c7-4f6a-4f7e-83f9-da163cff8b77 of type vlan for network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 Jul 16 22:39:30.995530 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-ada18d2b-6a6d-40d1-80f0-74d322116840 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8184180 Jul 16 22:39:30.998116 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49302) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:31.000438 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2c50bd-4712-5285-b82f-07d806f2dbc6-07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f'}]}} from dv-cinder-797608-6-iscsi. {{(pid=99619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:39:31.001329 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.003844 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23b83407-00a6-4ae4-b717-3f4f6b515e07 admin admin] Made reservation on behalf of ffe04c437f1e4ab5bb3423033ba0dd13 for: {'subnet': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:31.004140 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:31.006643 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23b83407-00a6-4ae4-b717-3f4f6b515e07 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.059970 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1785994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3451'] for router, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.061432 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1796261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3442'] for router, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.132379 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c89068e4-4fb5-4788-a9f0-e81304c1f040,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:31.171586 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.178914 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.272060 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-34dababd-2fc2-4793-8f53-09d24944a9b4 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=99617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:39:31.281764 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-34dababd-2fc2-4793-8f53-09d24944a9b4 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1174467 Jul 16 22:39:31.293282 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.db_base_plugin_common [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Allocated IP 172.20.0.2 (07654b97-acf5-428f-8c65-6e5a0f8f3b8b/91acd449-9df6-4265-ba3f-63ff7f25734f/6ca85b2f-9705-400a-a61a-b24c549a179d) {{(pid=99619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:31.385662 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.386758 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:31.387718 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.391915 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23b83407-00a6-4ae4-b717-3f4f6b515e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.399171 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1785951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1786095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3424'] for router, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.407214 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-fa214943-f866-48a6-9a0d-deca7992ecf0 service neutron] 10.222.0.24 "GET /v2.0/networks/9289c5e1-b9bf-467f-b674-27400eb5733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244977 Jul 16 22:39:31.486836 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b83407-00a6-4ae4-b717-3f4f6b515e07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3393095a-2616-4956-9106-a5f93d079344,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:31.538953 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.1116569 Jul 16 22:39:31.542457 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49322) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:31.554203 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-1aab864a-7cc3-4101-8a7b-f5f67ed2102b admin admin] Request body: {'subnet': {'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-subnet', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:31.616631 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Notify callbacks [] for port, precommit_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.635296 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Transition to ACTIVE for port object 6ca85b2f-9705-400a-a61a-b24c549a179d will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:31.677032 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Transition to ACTIVE for port object 6ca85b2f-9705-400a-a61a-b24c549a179d will not be triggered until provisioned by entity DHCP. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:31.692065 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.747570 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aab864a-7cc3-4101-8a7b-f5f67ed2102b admin admin] Made reservation on behalf of 451c3e7fefbb4f29aff61cee92649a21 for: {'subnet': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:31.747570 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1aab864a-7cc3-4101-8a7b-f5f67ed2102b admin admin] Notify callbacks [] for subnet, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.761129 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b is already hosted by enough agents. {{(pid=99619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:31.765985 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.base_scheduler [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Resources bound (agent type, host, resource id): {{(pid=99619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:31.770076 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Received port after_create {{(pid=99619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:31.850580 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Attempting to bind port 6ca85b2f-9705-400a-a61a-b24c549a179d on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:31.851082 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Attempting to bind port 6ca85b2f-9705-400a-a61a-b24c549a179d by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:31.851293 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Attempting to bind port 6ca85b2f-9705-400a-a61a-b24c549a179d on network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:31.867773 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Pushing event updated for resources: {'Port': ['ID=6ca85b2f-9705-400a-a61a-b24c549a179d,revision_number=1']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:31.889360 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:31.889902 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:31.890390 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:31.890866 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:31.891330 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:31.891790 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:31.892262 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:31.906154 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:31.906953 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:31.907522 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:31.908081 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:31.908642 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Tracked resource versions report: Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: pushed versions: Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: { 'AddressGroup': {'1.2'}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'ConntrackHelper': {'1.0'}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Log': {'1.0'}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Network': {'1.1'}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Port': {'1.7'}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'PortForwarding': {'1.2'}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'QosPolicy': {'1.8'}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'SecurityGroup': {'1.4'}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'SubPort': {'1.0'}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Subnet': {'1.1'}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Trunk': {'1.1'}} Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: consumer versions: Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: { DHCP agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: HyperV agent@hv-cinder-79760: {}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: L3 agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: Metadata agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: Metering agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: Open vSwitch agent@dv-cinder-797608-6-iscsi: { 'AddressGroup': '1.2', Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'ConntrackHelper': '1.0', Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Log': '1.0', Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Network': '1.1', Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Port': '1.7', Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'PortForwarding': '1.2', Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'QosPolicy': '1.8', Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'SecurityGroup': '1.4', Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'SecurityGroupRule': '1.2', Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'SubPort': '1.0', Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Subnet': '1.1', Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: 'Trunk': '1.1'}} Jul 16 22:39:31.910190 dv-cinder-797608-6-iscsi neutron-server[99619]: {{(pid=99619) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:39:31.913520 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:31.923200 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.930109 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Checking segment: {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:31.930555 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.931061 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Bound using segment: {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:31.931462 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Bound port: 6ca85b2f-9705-400a-a61a-b24c549a179d, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:31.931824 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:31.990493 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.027821 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f472c37-4158-44b1-8475-cd59a615c8ca admin admin] Pushing event updated for resources: {'Network': ['ID=50e44edd-5b1f-499c-8dc2-2e586d01fac2,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:32.032310 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b83407-00a6-4ae4-b717-3f4f6b515e07 admin admin] Checking segment: {'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:32.032538 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b83407-00a6-4ae4-b717-3f4f6b515e07 admin admin] Network hostable DHCP agents. Network: 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:39:32.068350 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b83407-00a6-4ae4-b717-3f4f6b515e07 admin admin] Network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:39:32.086382 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:39:32.090232 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-46a2b42a-7ce1-4577-84ff-ef74dae84c8d service neutron] 10.222.0.24 "GET /v2.0/networks/9289c5e1-b9bf-467f-b674-27400eb5733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6815982 Jul 16 22:39:32.093090 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-23b83407-00a6-4ae4-b717-3f4f6b515e07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0) {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:32.102896 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23b83407-00a6-4ae4-b717-3f4f6b515e07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:32.103498 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23b83407-00a6-4ae4-b717-3f4f6b515e07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.112983 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] For port 6ca85b2f-9705-400a-a61a-b24c549a179d, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:32.116981 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec351bd-ed3e-4021-8cc5-3173c19c55ad None None] Network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:32.136981 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-23b83407-00a6-4ae4-b717-3f4f6b515e07 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4756877 Jul 16 22:39:32.139811 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49348) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:32.144826 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1773705885-router', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:32.164883 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] For port 6ca85b2f-9705-400a-a61a-b24c549a179d, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=6ca85b2f-9705-400a-a61a-b24c549a179d,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:32.179465 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.195329 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1785994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3451'] for router, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.195698 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1796261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3442'] for router, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.367738 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9e95b-d533-499f-ac48-4ac8ddea6936 None None] Pushing event updated for resources: {'Port': ['ID=6ca85b2f-9705-400a-a61a-b24c549a179d,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:32.425302 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.505100 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49366) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:32.559743 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Allocated IP 172.27.0.57 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/f03d00e1-f1c9-433a-8091-c2200f5b4d81) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:32.573811 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1aab864a-7cc3-4101-8a7b-f5f67ed2102b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.607024 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a345ae6-8594-49d1-8a2d-e917d3eaecec None None] Network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:32.649847 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-551b0d0c-d9f3-48f4-9793-099af0678e90 req-8dd62680-a4d6-459c-999e-ce54bde9f273 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 210 time: 0.0634274 Jul 16 22:39:32.769141 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1785951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1786095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3424'] for router, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.906791 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1aab864a-7cc3-4101-8a7b-f5f67ed2102b admin admin] Checking segment: {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:32.907161 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aab864a-7cc3-4101-8a7b-f5f67ed2102b admin admin] Network hostable DHCP agents. Network: 50e44edd-5b1f-499c-8dc2-2e586d01fac2, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:39:32.915650 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab864a-7cc3-4101-8a7b-f5f67ed2102b admin admin] Pushing event updated for resources: {'Subnet': ['ID=680d7656-7b6d-4cce-bb9c-e15cf419686e,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:32.924856 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.963748 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3905ceb6-2f3e-4089-95dc-30ab3befde93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:32.990728 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aab864a-7cc3-4101-8a7b-f5f67ed2102b admin admin] Network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:39:33.047173 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-1aab864a-7cc3-4101-8a7b-f5f67ed2102b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 50e44edd-5b1f-499c-8dc2-2e586d01fac2) {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:33.057251 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e31049-abc2-493d-80d3-6ea52a3e1c05 None None] Network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:33.080291 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aab864a-7cc3-4101-8a7b-f5f67ed2102b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:33.080887 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1aab864a-7cc3-4101-8a7b-f5f67ed2102b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.108555 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.157131 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.160058 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.326008 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2c50bd-4712-5285-b82f-07d806f2dbc6-50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e'}]}} from dv-cinder-797608-6-iscsi. {{(pid=99619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:39:33.327670 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.354313 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Allocated IP 172.27.0.21 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/083ae3bc-ae00-426e-831c-b7e3453ff2f1) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:33.355726 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Pushing event updated for resources: {'Port': ['ID=f03d00e1-f1c9-433a-8091-c2200f5b4d81,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:33.407117 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:33.409952 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:33.414546 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:33.501942 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.556781 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.600368 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:33.603520 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:33.609333 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.db_base_plugin_common [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Allocated IP 172.20.0.2 (50e44edd-5b1f-499c-8dc2-2e586d01fac2/680d7656-7b6d-4cce-bb9c-e15cf419686e/8650e7c0-4a9c-425a-ab64-1eaaead2dfd6) {{(pid=99619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:33.626351 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:33.814871 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e5993599-ba15-4b38-8f63-079e9ee82226 req-d82d0979-a8f7-4170-9d3e-fc776afeb76e tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 210 time: 0.0399134 Jul 16 22:39:33.821767 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Pushing event updated for resources: {'Port': ['ID=083ae3bc-ae00-426e-831c-b7e3453ff2f1,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:33.873922 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 6ca85b2f-9705-400a-a61a-b24c549a179d up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:33.887598 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3905ceb6-2f3e-4089-95dc-30ab3befde93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.908646 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3905ceb6-2f3e-4089-95dc-30ab3befde93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:33.977682 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3905ceb6-2f3e-4089-95dc-30ab3befde93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50bfbf5-6f08-42c4-8f88-3e54e16546db,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:33.988002 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-1aab864a-7cc3-4101-8a7b-f5f67ed2102b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4358494 Jul 16 22:39:33.989945 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49446) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:34.004304 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:34.036810 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1785994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3451'] for router, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.037885 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1796261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3442'] for router, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.068286 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Notify callbacks [] for port, precommit_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.077392 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Transition to ACTIVE for port object 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:34.092629 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.094598 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.102679 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Transition to ACTIVE for port object 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 will not be triggered until provisioned by entity DHCP. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:34.106643 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 6ca85b2f-9705-400a-a61a-b24c549a179d completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:34.110661 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25476e32-3a71-4f2b-8e3a-80f8d36aa822 None None] Network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:34.133795 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.147052 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-3905ceb6-2f3e-4089-95dc-30ab3befde93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0fcaa1ada7df484db99e859caa01fdb6&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6381385 Jul 16 22:39:34.148109 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49452) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:34.148721 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.219846 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 is already hosted by enough agents. {{(pid=99619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:34.231668 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.base_scheduler [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Resources bound (agent type, host, resource id): {{(pid=99619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:34.244270 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Received port after_create {{(pid=99619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:34.247371 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Pushing event updated for resources: {'Port': ['ID=8650e7c0-4a9c-425a-ab64-1eaaead2dfd6,revision_number=1']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:34.252097 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ea7b3b71-88f0-483a-9cff-e4e554a3a7e2 None None] Provisioning for port 6ca85b2f-9705-400a-a61a-b24c549a179d completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:34.272061 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ea7b3b71-88f0-483a-9cff-e4e554a3a7e2 None None] Provisioning complete for port 6ca85b2f-9705-400a-a61a-b24c549a179d triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:34.272550 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ea7b3b71-88f0-483a-9cff-e4e554a3a7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.284069 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e707a0f4-7f80-417a-9fc1-7075a1460aba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.305830 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e707a0f4-7f80-417a-9fc1-7075a1460aba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.389557 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Attempting to bind port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:34.390262 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Attempting to bind port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:34.390575 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Attempting to bind port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 on network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:34.403659 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:34.405820 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Checking segment: {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:34.408107 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.408523 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Bound using segment: {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:34.410300 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Bound port: 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:34.410849 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.540988 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e707a0f4-7f80-417a-9fc1-7075a1460aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.544084 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e707a0f4-7f80-417a-9fc1-7075a1460aba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.549508 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-e707a0f4-7f80-417a-9fc1-7075a1460aba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a50bfbf5-6f08-42c4-8f88-3e54e16546db HTTP/1.1" status: 204 len: 168 time: 0.3942909 Jul 16 22:39:34.557415 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e707a0f4-7f80-417a-9fc1-7075a1460aba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50bfbf5-6f08-42c4-8f88-3e54e16546db,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:34.572575 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1785978'] for router, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.613951 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1785951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1786095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3424'] for router, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.659543 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1785978'] for router, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.674976 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] For port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:34.716883 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] For port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=8650e7c0-4a9c-425a-ab64-1eaaead2dfd6,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:34.728521 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.737061 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ea7b3b71-88f0-483a-9cff-e4e554a3a7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.748897 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Router da599903-4e77-4314-9c63-2f0e749096db is scheduled to L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc with binding_index 1 {{(pid=99618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:39:34.820173 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ea7b3b71-88f0-483a-9cff-e4e554a3a7e2 None None] For port 6ca85b2f-9705-400a-a61a-b24c549a179d, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=6ca85b2f-9705-400a-a61a-b24c549a179d,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:34.834585 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ea7b3b71-88f0-483a-9cff-e4e554a3a7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:34.890809 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067f847-baa2-4a0c-bbbc-f9419c9b4fc8 None None] Pushing event updated for resources: {'Port': ['ID=8650e7c0-4a9c-425a-ab64-1eaaead2dfd6,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:34.973143 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:39:34.981518 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49470) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:34.998246 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Sync routers for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:39:35.012303 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:39:35.012928 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:35.021605 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7b3b71-88f0-483a-9cff-e4e554a3a7e2 None None] Pushing event updated for resources: {'Port': ['ID=6ca85b2f-9705-400a-a61a-b24c549a179d,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:35.033544 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e4540859-12b3-4bd0-bd3c-612de280e8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.049118 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] Notify callbacks [] for router, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.050427 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-9319f2d3-7d1e-4b1d-ac35-b16c511db04d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.0512121 Jul 16 22:39:35.053205 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49474) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:35.068735 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Router df6f65ee-0346-489e-bb9d-56000e0f7c63 is scheduled to L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc with binding_index 1 {{(pid=99617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:39:35.073543 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49476) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:35.143305 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-775ebcec-7b6e-4729-970d-440a7ffabd80 req-0fc740ee-e485-4cee-8b5c-797a2d2633d5 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 210 time: 0.0633123 Jul 16 22:39:35.144634 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.288757 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:39:35.295605 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.375152 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-c06073a6-c21e-47de-a172-141b17e32351 None None] Provisioning complete for port 6ca85b2f-9705-400a-a61a-b24c549a179d triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:35.375850 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c06073a6-c21e-47de-a172-141b17e32351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.391857 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e4540859-12b3-4bd0-bd3c-612de280e8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.415440 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e4540859-12b3-4bd0-bd3c-612de280e8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.451900 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4540859-12b3-4bd0-bd3c-612de280e8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57262aaf-7549-4fc2-b182-be8a0a5cfe4c,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:35.458272 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:39:35.487538 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-e4540859-12b3-4bd0-bd3c-612de280e8fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=282ae21f12af44d0a27bf3d21686788f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5006254 Jul 16 22:39:35.488323 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Sync routers for ids ['df6f65ee-0346-489e-bb9d-56000e0f7c63'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:39:35.488529 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49480) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:35.491909 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Allocated IP 172.27.0.170 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/297bcc05-d1c9-47cf-9d29-fe047fc6736f) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:35.494510 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.499163 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-7fe10726-4c46-4d8f-b1dc-4712c25f9772 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3580177 Jul 16 22:39:35.499771 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49482) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:35.515334 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Routers {'df6f65ee-0346-489e-bb9d-56000e0f7c63'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:39:35.516129 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['df6f65ee-0346-489e-bb9d-56000e0f7c63'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:35.582827 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:33Z', 'revision_number': 3, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:35.617495 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6827dce5-9d9f-43c5-a215-5977fc2aef3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.649588 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Checking router: da599903-4e77-4314-9c63-2f0e749096db for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:39:35.649942 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Updating router da599903-4e77-4314-9c63-2f0e749096db port f03d00e1-f1c9-433a-8091-c2200f5b4d81 binding host dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:39:35.700905 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.751357 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Set router df6f65ee-0346-489e-bb9d-56000e0f7c63 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:39:35.779537 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6827dce5-9d9f-43c5-a215-5977fc2aef3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.853355 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:35.973036 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6827dce5-9d9f-43c5-a215-5977fc2aef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.976490 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6827dce5-9d9f-43c5-a215-5977fc2aef3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:35.978690 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-6827dce5-9d9f-43c5-a215-5977fc2aef3c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57262aaf-7549-4fc2-b182-be8a0a5cfe4c HTTP/1.1" status: 204 len: 168 time: 0.4891407 Jul 16 22:39:36.019584 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827dce5-9d9f-43c5-a215-5977fc2aef3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57262aaf-7549-4fc2-b182-be8a0a5cfe4c,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:36.063733 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.122934 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:36.130933 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 6ca85b2f-9705-400a-a61a-b24c549a179d up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:36.229797 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.322765 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'name': 'tempest-ServerRescueNegativeTestJSON-1773705885-router', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:33Z', 'revision_number': 3, 'project_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'gw_port': {'id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:33Z', 'updated_at': '2021-07-16T22:39:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:36.356239 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda5e31f-ebcb-4d3c-b863-1f0abdfe7b7f None None] Network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:39:36.381272 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.459281 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Pushing event updated for resources: {'Port': ['ID=297bcc05-d1c9-47cf-9d29-fe047fc6736f,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:36.502782 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Checking router: df6f65ee-0346-489e-bb9d-56000e0f7c63 for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:39:36.503463 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Updating router df6f65ee-0346-489e-bb9d-56000e0f7c63 port 083ae3bc-ae00-426e-831c-b7e3453ff2f1 binding host dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:39:36.506695 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.540349 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:36.546455 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 6ca85b2f-9705-400a-a61a-b24c549a179d triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:36.547281 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.585010 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-dc172a65-483b-4406-9656-82dece1dd77d None None] Provisioning for port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:36.614131 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-dc172a65-483b-4406-9656-82dece1dd77d None None] Provisioning complete for port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:36.614924 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-dc172a65-483b-4406-9656-82dece1dd77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.622663 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.631644 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Notify callbacks [] for port, precommit_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.687410 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.provisioning_blocks [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Transition to ACTIVE for port object f03d00e1-f1c9-433a-8091-c2200f5b4d81 will not be triggered until provisioned by entity L2. {{(pid=99620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:36.706836 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.712093 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Allocated IP 172.20.0.1 (07654b97-acf5-428f-8c65-6e5a0f8f3b8b/91acd449-9df6-4265-ba3f-63ff7f25734f/d8db3248-1248-4296-a009-cfdedfda5637) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:36.912196 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Attempting to bind port f03d00e1-f1c9-433a-8091-c2200f5b4d81 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:36.913763 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Attempting to bind port f03d00e1-f1c9-433a-8091-c2200f5b4d81 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:36.914657 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Attempting to bind port f03d00e1-f1c9-433a-8091-c2200f5b4d81 on network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:36.957354 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.979152 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:36.979574 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Checking segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:36.980683 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:36.981112 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Bound using segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:36.994179 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Bound port: f03d00e1-f1c9-433a-8091-c2200f5b4d81, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:36.994765 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.031852 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Pushing event updated for resources: {'Port': ['ID=f03d00e1-f1c9-433a-8091-c2200f5b4d81,revision_number=2']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:37.036095 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-dc172a65-483b-4406-9656-82dece1dd77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.044824 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Transition to ACTIVE for port object d8db3248-1248-4296-a009-cfdedfda5637 will not be triggered until provisioned by entity DHCP. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:37.056978 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.057322 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.057685 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.058223 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.058715 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.059265 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.059651 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.059937 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.060261 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.060586 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.060920 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.061223 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Tracked resource versions report: Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: pushed versions: Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: { 'AddressGroup': {'1.2'}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'ConntrackHelper': {'1.0'}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Log': {'1.0'}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Network': {'1.1'}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Port': {'1.7'}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'PortForwarding': {'1.2'}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'QosPolicy': {'1.8'}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'SecurityGroup': {'1.4'}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'SecurityGroupRule': {'1.2'}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'SubPort': {'1.0'}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Subnet': {'1.1'}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Trunk': {'1.1'}} Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: consumer versions: Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: { DHCP agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: HyperV agent@hv-cinder-79760: {}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: L3 agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: Metadata agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: Metering agent@dv-cinder-797608-6-iscsi: {}, Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: Open vSwitch agent@dv-cinder-797608-6-iscsi: { 'AddressGroup': '1.2', Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'ConntrackHelper': '1.0', Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Log': '1.0', Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Network': '1.1', Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Port': '1.7', Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'PortForwarding': '1.2', Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'QosPolicy': '1.8', Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'SecurityGroup': '1.4', Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'SecurityGroupRule': '1.2', Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'SubPort': '1.0', Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Subnet': '1.1', Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: 'Trunk': '1.1'}} Jul 16 22:39:37.070548 dv-cinder-797608-6-iscsi neutron-server[99620]: {{(pid=99620) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 22:39:37.083907 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.35', 65070) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:37.145141 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] For port f03d00e1-f1c9-433a-8091-c2200f5b4d81, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:37.158600 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] For port f03d00e1-f1c9-433a-8091-c2200f5b4d81, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=f03d00e1-f1c9-433a-8091-c2200f5b4d81,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:37.170142 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.179712 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:37.185887 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:37.212644 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e074b093-c972-488c-b01b-05e8cd4fea2e req-b0c60739-1921-4d7d-9ac2-aee412a8493b tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 210 time: 0.7036557 Jul 16 22:39:37.307572 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-dc172a65-483b-4406-9656-82dece1dd77d None None] For port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=8650e7c0-4a9c-425a-ab64-1eaaead2dfd6,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:37.323258 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-dc172a65-483b-4406-9656-82dece1dd77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.397612 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:39:37.398249 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:37.507888 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc172a65-483b-4406-9656-82dece1dd77d None None] Pushing event updated for resources: {'Port': ['ID=8650e7c0-4a9c-425a-ab64-1eaaead2dfd6,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:37.557432 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703e5b59-c06c-4342-ac11-5cccb3345a0b None None] Pushing event updated for resources: {'Port': ['ID=f03d00e1-f1c9-433a-8091-c2200f5b4d81,revision_number=3']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:37.577439 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49554) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:37.631811 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.660510 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Notify callbacks [] for port, precommit_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.706620 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Transition to ACTIVE for port object 083ae3bc-ae00-426e-831c-b7e3453ff2f1 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:37.722306 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.765707 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:39:37.788915 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-25f69673-3d02-4f2a-9db9-7d59e199e584 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:37.791256 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-25f69673-3d02-4f2a-9db9-7d59e199e584 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.35 "GET /v2.0/networks?id=9289c5e1-b9bf-467f-b674-27400eb5733f HTTP/1.1" status: 200 len: 812 time: 0.7043667 Jul 16 22:39:37.794394 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:37.803774 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:37.804785 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:37.824038 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:37.831541 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728589'] for router_interface, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:37.996037 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5d1cb-d3bb-459b-a043-1a51266faa50 None None] Pushing event updated for resources: {'Port': ['ID=083ae3bc-ae00-426e-831c-b7e3453ff2f1,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:38.007980 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Attempting to bind port 083ae3bc-ae00-426e-831c-b7e3453ff2f1 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:38.008348 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Attempting to bind port 083ae3bc-ae00-426e-831c-b7e3453ff2f1 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:38.008708 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Attempting to bind port 083ae3bc-ae00-426e-831c-b7e3453ff2f1 on network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:38.036634 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:38.037290 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Checking segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:38.037401 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.037790 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Bound using segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:38.038249 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Bound port: 083ae3bc-ae00-426e-831c-b7e3453ff2f1, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:38.038639 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.041374 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-b6ef417c-7293-40ec-bb51-a003e140ea10 None None] Provisioning complete for port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:38.058563 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-b6ef417c-7293-40ec-bb51-a003e140ea10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.140995 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:33Z', 'revision_number': 3, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:38.200168 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7faa170-5cbf-40db-bbb6-d264ea50896d None None] The sync data for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi is: [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:33Z', 'revision_number': 3, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:39:38.271561 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:38.272124 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.272609 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cb311dbc-9cd6-43da-b1c7-d42de144ff0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.301045 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Allocated IP 172.20.0.1 (7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0/3393095a-2616-4956-9106-a5f93d079344/6efdfef7-b136-4c49-a0d0-c8f82a17970d) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:38.326509 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] For port 083ae3bc-ae00-426e-831c-b7e3453ff2f1, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:38.459479 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8db3248-1248-4296-a009-cfdedfda5637,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:38.467078 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] For port 083ae3bc-ae00-426e-831c-b7e3453ff2f1, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=083ae3bc-ae00-426e-831c-b7e3453ff2f1,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:38.487554 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.505740 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.616644 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.806964 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-2121742d-cfd5-4e44-a338-7c5f16ec81bd None None] Provisioning for port d8db3248-1248-4296-a009-cfdedfda5637 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:38.809325 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cb311dbc-9cd6-43da-b1c7-d42de144ff0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.827058 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-2121742d-cfd5-4e44-a338-7c5f16ec81bd None None] Provisioning complete for port d8db3248-1248-4296-a009-cfdedfda5637 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:38.827427 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-2121742d-cfd5-4e44-a338-7c5f16ec81bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.840105 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5d1cb-d3bb-459b-a043-1a51266faa50 None None] Pushing event updated for resources: {'Port': ['ID=083ae3bc-ae00-426e-831c-b7e3453ff2f1,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:38.884486 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.899733 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.902820 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728569'] for router_interface, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.923461 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cb311dbc-9cd6-43da-b1c7-d42de144ff0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:38.948137 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Routers {'df6f65ee-0346-489e-bb9d-56000e0f7c63'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:39:38.952171 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['df6f65ee-0346-489e-bb9d-56000e0f7c63'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:38.998489 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-06f1f09f-5452-4f1d-bc12-be12c32a237b req-08d5c008-5545-4221-9f47-91c8279c2437 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 210 time: 0.1996555 Jul 16 22:39:39.021940 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.064762 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Pushing event updated for resources: {'Port': ['ID=d8db3248-1248-4296-a009-cfdedfda5637,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:39.071655 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:39.076591 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:39.096807 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb311dbc-9cd6-43da-b1c7-d42de144ff0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be46b015-a446-4ba1-bfc8-86aa3e961082,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:39.108501 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.179739 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-2121742d-cfd5-4e44-a338-7c5f16ec81bd None None] Port d8db3248-1248-4296-a009-cfdedfda5637 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:39.224002 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Router da599903-4e77-4314-9c63-2f0e749096db has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:39:39.238335 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:39.271545 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Pushing event updated for resources: {'Port': ['ID=6efdfef7-b136-4c49-a0d0-c8f82a17970d,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:39.275958 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:39.282757 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:39.284141 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728589'] for router_interface, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.335084 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] Set router df6f65ee-0346-489e-bb9d-56000e0f7c63 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:39:39.435436 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:39:39.443222 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-cb311dbc-9cd6-43da-b1c7-d42de144ff0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e4dadddb2c034e5eb09b4f8d3b172481&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8499653 Jul 16 22:39:39.454661 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-c6eb3275-695d-4666-a6d5-144929f0dfb2 admin admin] 10.222.0.24 "PUT /v2.0/routers/da599903-4e77-4314-9c63-2f0e749096db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4001687 Jul 16 22:39:39.455634 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49622) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:39.525222 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.539599 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ff092694-0651-4d05-9830-40cfda952fff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.603135 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ff092694-0651-4d05-9830-40cfda952fff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.622405 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-41696bc2-e792-48bf-b82b-ba1ad588c86a None None] Provisioning complete for port d8db3248-1248-4296-a009-cfdedfda5637 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:39.623144 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-41696bc2-e792-48bf-b82b-ba1ad588c86a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.663906 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ff092694-0651-4d05-9830-40cfda952fff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.667960 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ff092694-0651-4d05-9830-40cfda952fff admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.671785 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-ff092694-0651-4d05-9830-40cfda952fff admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be46b015-a446-4ba1-bfc8-86aa3e961082 HTTP/1.1" status: 204 len: 168 time: 0.2128439 Jul 16 22:39:39.686293 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff092694-0651-4d05-9830-40cfda952fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be46b015-a446-4ba1-bfc8-86aa3e961082,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:39.702124 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1785978'] for router, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:39.789936 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-41696bc2-e792-48bf-b82b-ba1ad588c86a None None] Port d8db3248-1248-4296-a009-cfdedfda5637 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:39.814020 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device f03d00e1-f1c9-433a-8091-c2200f5b4d81 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:39.963397 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Router 5cde8fd1-d199-463e-b796-07328ffcfe5a is scheduled to L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc with binding_index 1 {{(pid=99617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:39:39.995253 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port f03d00e1-f1c9-433a-8091-c2200f5b4d81 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:40.035572 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port f03d00e1-f1c9-433a-8091-c2200f5b4d81 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:40.036207 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:40.078031 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'name': 'tempest-ServerRescueNegativeTestJSON-1773705885-router', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:33Z', 'revision_number': 3, 'project_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'gw_port': {'id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:33Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:40.145764 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95f07eb-4bb6-44ce-8b52-08d7ef1f4823 None None] The sync data for ids ['df6f65ee-0346-489e-bb9d-56000e0f7c63'] in dv-cinder-797608-6-iscsi is: [{'id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'name': 'tempest-ServerRescueNegativeTestJSON-1773705885-router', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:33Z', 'revision_number': 3, 'project_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'gw_port': {'id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:33Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:39:40.257760 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:40.279984 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f76f7ebf-250a-427a-820c-a7fc03b9b593 req-5687e741-e10b-4399-bb4c-43adf4642c94 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 210 time: 0.0627124 Jul 16 22:39:40.297906 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:39:40.301878 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:40.317870 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Sync routers for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:39:40.329626 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port f03d00e1-f1c9-433a-8091-c2200f5b4d81, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=f03d00e1-f1c9-433a-8091-c2200f5b4d81,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:40.334137 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:39:40.336618 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:40.338780 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:40.344527 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:40.353353 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728569'] for router_interface, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:40.477108 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:40.477315 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49670) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:40.483494 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-26f773b8-55b2-46f6-9187-af34e1a97644 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--155612814', 'description': 'tempest-description--857312514'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:40.484371 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-6cd287fc-651e-4a8f-a63e-6c335a10b58b admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.4933810 Jul 16 22:39:40.487836 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49672) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:40.524979 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=f03d00e1-f1c9-433a-8091-c2200f5b4d81,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:40.598774 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-26f773b8-55b2-46f6-9187-af34e1a97644 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:40.936262 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Request body: {'port': {'device_id': '13b6ca41-e5b8-483a-9fe0-567a91d9feb8', 'network_id': '9289c5e1-b9bf-467f-b674-27400eb5733f', 'admin_state_up': True, 'tenant_id': '4a9b625bc6e54f13889f535a540107d6'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:40.958256 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-26f773b8-55b2-46f6-9187-af34e1a97644 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:40.991638 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-26f773b8-55b2-46f6-9187-af34e1a97644 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.111293 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Sync routers for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:39:41.125589 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Pushing event updated for resources: {'Port': ['ID=6efdfef7-b136-4c49-a0d0-c8f82a17970d,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:41.125716 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:39:41.125893 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:41.132179 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:39:41.451223 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-26f773b8-55b2-46f6-9187-af34e1a97644 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:41.455803 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-26f773b8-55b2-46f6-9187-af34e1a97644 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1776 time: 0.9741602 Jul 16 22:39:41.470073 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49722) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:41.484533 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:41.500198 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:41.539452 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:39:41.595065 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-adeea3ff-030d-4b05-a5d4-e9d0795fdc0b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Request body: {'security_group_rule': {'security_group_id': '98673355-c3d2-40d2-98e0-78b618dab16f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:41.782977 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:37Z', 'revision_number': 3, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:41.901940 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device f03d00e1-f1c9-433a-8091-c2200f5b4d81 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:41.932021 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Checking router: 5cde8fd1-d199-463e-b796-07328ffcfe5a for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:39:41.936264 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Updating router 5cde8fd1-d199-463e-b796-07328ffcfe5a port 297bcc05-d1c9-47cf-9d29-fe047fc6736f binding host dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:39:41.972941 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49744) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:42.051312 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port f03d00e1-f1c9-433a-8091-c2200f5b4d81 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:42.051693 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.064294 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-adeea3ff-030d-4b05-a5d4-e9d0795fdc0b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.115132 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.146950 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Made reservation on behalf of 4a9b625bc6e54f13889f535a540107d6 for: {'port': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:42.157049 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.163339 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f773b8-55b2-46f6-9187-af34e1a97644 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98673355-c3d2-40d2-98e0-78b618dab16f,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:42.274064 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1a22fb8f-8215-4ce4-85c5-53961d9f4d12 req-0659d110-c948-4623-a8ed-a390f6269a3a tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 210 time: 0.1628513 Jul 16 22:39:42.286056 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 2, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:42.401320 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Checking router: da599903-4e77-4314-9c63-2f0e749096db for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:39:42.405297 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Updating router da599903-4e77-4314-9c63-2f0e749096db port d8db3248-1248-4296-a009-cfdedfda5637 binding host dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:39:42.503829 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.514648 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-adeea3ff-030d-4b05-a5d4-e9d0795fdc0b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.597861 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Router df6f65ee-0346-489e-bb9d-56000e0f7c63 has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:39:42.815136 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Notify callbacks [] for port, precommit_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.819508 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-adeea3ff-030d-4b05-a5d4-e9d0795fdc0b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.855642 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.provisioning_blocks [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Transition to ACTIVE for port object 297bcc05-d1c9-47cf-9d29-fe047fc6736f will not be triggered until provisioned by entity L2. {{(pid=99620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:42.871949 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:42.974772 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 083ae3bc-ae00-426e-831c-b7e3453ff2f1 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:42.992732 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeea3ff-030d-4b05-a5d4-e9d0795fdc0b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13aa578-d8ae-4299-aa06-8016bad39c68,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:43.028464 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-adeea3ff-030d-4b05-a5d4-e9d0795fdc0b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.030258 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-adeea3ff-030d-4b05-a5d4-e9d0795fdc0b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5227909 Jul 16 22:39:43.052416 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49792) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:43.060125 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Attempting to bind port 297bcc05-d1c9-47cf-9d29-fe047fc6736f on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:43.060501 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Attempting to bind port 297bcc05-d1c9-47cf-9d29-fe047fc6736f by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:43.062294 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Attempting to bind port 297bcc05-d1c9-47cf-9d29-fe047fc6736f on network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:43.070233 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d330d6e-dd1c-478f-a7c2-713c3a2513e7 None None] Pushing event updated for resources: {'Port': ['ID=297bcc05-d1c9-47cf-9d29-fe047fc6736f,revision_number=2']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:43.071701 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-98c13c70-edf9-43b8-a4e4-995fff247581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.087198 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:43.087583 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-61ba6bd4-22a7-4ce8-bb22-ead24ef9fdf7 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Request body: {'security_group_rule': {'security_group_id': '98673355-c3d2-40d2-98e0-78b618dab16f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:43.093163 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Checking segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:43.094994 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.095423 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Bound using segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:43.097277 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Bound port: 297bcc05-d1c9-47cf-9d29-fe047fc6736f, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:43.097730 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.223927 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 083ae3bc-ae00-426e-831c-b7e3453ff2f1 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:43.227199 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:39:43.235975 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 083ae3bc-ae00-426e-831c-b7e3453ff2f1 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:43.236386 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.239883 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Notify callbacks [] for port, precommit_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.247755 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-1cd0e1c2-bc09-4962-8ed7-f6d146382c3a admin admin] 10.222.0.24 "PUT /v2.0/routers/df6f65ee-0346-489e-bb9d-56000e0f7c63/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7448750 Jul 16 22:39:43.284701 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Transition to ACTIVE for port object d8db3248-1248-4296-a009-cfdedfda5637 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:43.306916 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] For port 297bcc05-d1c9-47cf-9d29-fe047fc6736f, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:43.316678 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.318600 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] For port 297bcc05-d1c9-47cf-9d29-fe047fc6736f, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=297bcc05-d1c9-47cf-9d29-fe047fc6736f,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:43.329064 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.385566 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e90dbe-43bb-4021-868c-d7daf70e7802 None None] Pushing event updated for resources: {'Port': ['ID=d8db3248-1248-4296-a009-cfdedfda5637,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:43.504015 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-98c13c70-edf9-43b8-a4e4-995fff247581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.517787 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-98c13c70-edf9-43b8-a4e4-995fff247581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.594013 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:39:43.595483 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:43.602024 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c13c70-edf9-43b8-a4e4-995fff247581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4951acff-819a-4ee0-b365-edcadb4e2b47,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:43.670883 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-61ba6bd4-22a7-4ce8-bb22-ead24ef9fdf7 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.743464 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Sync routers for ids ['df6f65ee-0346-489e-bb9d-56000e0f7c63'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:39:43.794843 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Routers {'df6f65ee-0346-489e-bb9d-56000e0f7c63'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:39:43.795391 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['df6f65ee-0346-489e-bb9d-56000e0f7c63'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:43.874141 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-98c13c70-edf9-43b8-a4e4-995fff247581 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=340d9399a7a044cca0c716bd4392c09b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8639970 Jul 16 22:39:43.901979 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49828) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:43.935545 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:43.945733 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d125a2b5-7bec-42fc-84ee-a0508d9d185c req-dcf957c6-2005-443e-a777-cf44b7835382 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 210 time: 0.1861832 Jul 16 22:39:44.091694 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-61ba6bd4-22a7-4ce8-bb22-ead24ef9fdf7 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.111316 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-61ba6bd4-22a7-4ce8-bb22-ead24ef9fdf7 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.117451 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Allocated IP 172.20.0.14 (9289c5e1-b9bf-467f-b674-27400eb5733f/4c5ed730-add8-46f5-83ce-51bc6c614aab/d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:44.148271 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Attempting to bind port d8db3248-1248-4296-a009-cfdedfda5637 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:44.150388 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-397858cc-d2bb-44d9-8b61-4c48b40e59af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.166775 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Attempting to bind port d8db3248-1248-4296-a009-cfdedfda5637 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:44.170358 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Attempting to bind port d8db3248-1248-4296-a009-cfdedfda5637 on network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:44.195962 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:44.197108 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Checking segment: {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:44.197108 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.197285 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Bound using segment: {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:44.197676 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Bound port: d8db3248-1248-4296-a009-cfdedfda5637, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:44.198081 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.220822 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-397858cc-d2bb-44d9-8b61-4c48b40e59af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.271363 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d330d6e-dd1c-478f-a7c2-713c3a2513e7 None None] Pushing event updated for resources: {'Port': ['ID=297bcc05-d1c9-47cf-9d29-fe047fc6736f,revision_number=3']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:44.297615 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Set router df6f65ee-0346-489e-bb9d-56000e0f7c63 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:39:44.311402 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49848) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:44.323498 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba6bd4-22a7-4ce8-bb22-ead24ef9fdf7 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f921525e-39c6-4424-8fb5-a8f4b8f4907d,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:44.365108 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.374817 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-61ba6bd4-22a7-4ce8-bb22-ead24ef9fdf7 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.391409 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-61ba6bd4-22a7-4ce8-bb22-ead24ef9fdf7 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3377154 Jul 16 22:39:44.393008 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49852) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:44.424539 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Request body: {'floatingip': {'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:44.461820 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 083ae3bc-ae00-426e-831c-b7e3453ff2f1, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=083ae3bc-ae00-426e-831c-b7e3453ff2f1,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:44.485595 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.670328 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-397858cc-d2bb-44d9-8b61-4c48b40e59af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.674354 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-397858cc-d2bb-44d9-8b61-4c48b40e59af admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.676760 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-397858cc-d2bb-44d9-8b61-4c48b40e59af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4951acff-819a-4ee0-b365-edcadb4e2b47 HTTP/1.1" status: 204 len: 168 time: 0.7738011 Jul 16 22:39:44.732665 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Allocated IP 172.20.0.1 (50e44edd-5b1f-499c-8dc2-2e586d01fac2/680d7656-7b6d-4cce-bb9c-e15cf419686e/9bf494e2-460f-4313-a749-967b5ba29289) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:44.738741 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397858cc-d2bb-44d9-8b61-4c48b40e59af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4951acff-819a-4ee0-b365-edcadb4e2b47,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:44.761740 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] For port d8db3248-1248-4296-a009-cfdedfda5637, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:44.771660 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.851037 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=083ae3bc-ae00-426e-831c-b7e3453ff2f1,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:44.857314 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:39:44.870483 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] For port d8db3248-1248-4296-a009-cfdedfda5637, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=d8db3248-1248-4296-a009-cfdedfda5637,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:44.877244 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:44.881412 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:45.052003 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa6a3-1ba9-47f4-8eb8-984f51713953 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:45.110842 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e90dbe-43bb-4021-868c-d7daf70e7802 None None] Pushing event updated for resources: {'Port': ['ID=d8db3248-1248-4296-a009-cfdedfda5637,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:45.190492 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Network 9289c5e1-b9bf-467f-b674-27400eb5733f is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:45.209781 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:45.213784 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:39:45.215097 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:45.215377 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:45.220141 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:45.220777 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:45.312705 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3816102 Jul 16 22:39:45.333216 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76de0c10-7b91-49a0-85c7-22dcd8fc3c0c tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Pushing event updated for resources: {'Port': ['ID=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:45.426190 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:45.566599 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-f898992d-d665-47d5-a693-5714d22bbf5a tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=99618) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:39:45.568083 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-f898992d-d665-47d5-a693-5714d22bbf5a tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062969 Jul 16 22:39:45.627021 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:45.644958 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:39:45.828964 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'name': 'tempest-ServerRescueNegativeTestJSON-1773705885-router', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:39Z', 'revision_number': 4, 'project_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'gw_port': {'id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:33Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '6efdfef7-b136-4c49-a0d0-c8f82a17970d', 'name': '', 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'mac_address': 'fa:16:3e:e0:9c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3393095a-2616-4956-9106-a5f93d079344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:37Z', 'updated_at': '2021-07-16T22:39:39Z', 'revision_number': 2, 'project_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'subnets': [{'id': '3393095a-2616-4956-9106-a5f93d079344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:45.851570 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Transition to ACTIVE for port object 9bf494e2-460f-4313-a749-967b5ba29289 will not be triggered until provisioned by entity DHCP. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:45.895772 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Checking router: df6f65ee-0346-489e-bb9d-56000e0f7c63 for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:39:45.896127 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Updating router df6f65ee-0346-489e-bb9d-56000e0f7c63 port 6efdfef7-b136-4c49-a0d0-c8f82a17970d binding host dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:39:45.954514 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:37Z', 'revision_number': 3, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:46.020435 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:44Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:46.085617 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ffa7915-2fcc-4860-b530-79f2b283d8c3 None None] The sync data for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi is: [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:44Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:39:46.228536 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-08257127-5eb7-4156-a68f-43e68f2a2946 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:46.280588 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-08257127-5eb7-4156-a68f-43e68f2a2946 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 819 time: 1.3702607 Jul 16 22:39:46.377263 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46539937-d3b8-4456-b094-fa7f60c3614d None None] The sync data for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi is: [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:37Z', 'revision_number': 3, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:39:46.390045 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:46.404749 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:46.449240 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Request body: {'port': {'device_id': '13b6ca41-e5b8-483a-9fe0-567a91d9feb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:46.449948 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34d03e-1805-48d1-81d6-145057075060 req-5979c0d9-9b07-4733-a15c-efd571e20707 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:46.459461 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8d34d03e-1805-48d1-81d6-145057075060 req-5979c0d9-9b07-4733-a15c-efd571e20707 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 932 time: 1.0684135 Jul 16 22:39:46.758700 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:46.943103 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device d8db3248-1248-4296-a009-cfdedfda5637 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:47.210082 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:47.212913 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 49936) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:47.243350 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Pushing event updated for resources: {'Port': ['ID=9bf494e2-460f-4313-a749-967b5ba29289,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:47.247263 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port d8db3248-1248-4296-a009-cfdedfda5637 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:47.250477 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:47.255653 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:47.257286 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728589'] for router_interface, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.266545 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port d8db3248-1248-4296-a009-cfdedfda5637 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:47.268005 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.556919 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.648027 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Notify callbacks [] for port, precommit_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.695501 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.provisioning_blocks [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Transition to ACTIVE for port object 6efdfef7-b136-4c49-a0d0-c8f82a17970d will not be triggered until provisioned by entity L2. {{(pid=99620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:47.715962 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port d8db3248-1248-4296-a009-cfdedfda5637, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=d8db3248-1248-4296-a009-cfdedfda5637,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:47.722425 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.733438 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.735875 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 083ae3bc-ae00-426e-831c-b7e3453ff2f1 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:47.860632 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175385cd-a60e-4a9c-9c3d-d2d95e76b466 None None] Pushing event updated for resources: {'Port': ['ID=6efdfef7-b136-4c49-a0d0-c8f82a17970d,revision_number=3']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:47.895348 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-cb9f4a9c-a2a1-40eb-a955-516c8f3477eb tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/quotas/ffe04c437f1e4ab5bb3423033ba0dd13 HTTP/1.1" status: 200 len: 375 time: 1.4565918 Jul 16 22:39:47.960592 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Attempting to bind port 6efdfef7-b136-4c49-a0d0-c8f82a17970d on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:47.961905 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Attempting to bind port 6efdfef7-b136-4c49-a0d0-c8f82a17970d by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:47.963696 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Attempting to bind port 6efdfef7-b136-4c49-a0d0-c8f82a17970d on network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:47.991504 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:47.992403 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Checking segment: {'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:47.993024 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:47.993795 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Bound using segment: {'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:47.994917 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Bound port: 6efdfef7-b136-4c49-a0d0-c8f82a17970d, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'}}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:47.996483 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.025348 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-d7c451ad-95af-44c8-8ce3-938a658cdfc7 None None] Provisioning for port 9bf494e2-460f-4313-a749-967b5ba29289 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:48.030236 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=d8db3248-1248-4296-a009-cfdedfda5637,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:48.035738 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b {{(pid=99618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:39:48.046538 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-d7c451ad-95af-44c8-8ce3-938a658cdfc7 None None] Provisioning complete for port 9bf494e2-460f-4313-a749-967b5ba29289 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:48.046903 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-d7c451ad-95af-44c8-8ce3-938a658cdfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.103872 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.110536 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8d34d03e-1805-48d1-81d6-145057075060 req-cc3cd70d-42a4-43c1-ad17-c837e3c46d3a tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b79871d-f801-48f5-9ba0-458b3778e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6451323 Jul 16 22:39:48.121518 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] For port 6efdfef7-b136-4c49-a0d0-c8f82a17970d, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:48.128647 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] For port 6efdfef7-b136-4c49-a0d0-c8f82a17970d, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=6efdfef7-b136-4c49-a0d0-c8f82a17970d,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:48.145380 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.173700 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Transition to ACTIVE for port object d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b will not be triggered until provisioned by entity L2. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:48.180671 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.240223 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 083ae3bc-ae00-426e-831c-b7e3453ff2f1 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:48.242158 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa6a3-1ba9-47f4-8eb8-984f51713953 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.242906 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.306746 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa6a3-1ba9-47f4-8eb8-984f51713953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.344971 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175385cd-a60e-4a9c-9c3d-d2d95e76b466 None None] Pushing event updated for resources: {'Port': ['ID=6efdfef7-b136-4c49-a0d0-c8f82a17970d,revision_number=4']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:48.369947 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Routers {'df6f65ee-0346-489e-bb9d-56000e0f7c63'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:39:48.371141 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['df6f65ee-0346-489e-bb9d-56000e0f7c63'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:48.390235 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.402352 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-d7c451ad-95af-44c8-8ce3-938a658cdfc7 None None] Port 9bf494e2-460f-4313-a749-967b5ba29289 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:48.544053 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Pushing event updated for resources: {'Port': ['ID=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:48.586650 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Attempting to bind port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:48.587200 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Attempting to bind port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'df8166f9-7fa1-4787-82c4-6bdc805f737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9289c5e1-b9bf-467f-b674-27400eb5733f'}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:48.587684 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Attempting to bind port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b on network 9289c5e1-b9bf-467f-b674-27400eb5733f {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:48.604289 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b on network 9289c5e1-b9bf-467f-b674-27400eb5733f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:39:48.605364 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Attempting to bind port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b on network 9289c5e1-b9bf-467f-b674-27400eb5733f {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:48.628305 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:48.628692 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Checking segment: {'id': 'df8166f9-7fa1-4787-82c4-6bdc805f737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9289c5e1-b9bf-467f-b674-27400eb5733f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:48.629522 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Bound using segment: {'id': 'df8166f9-7fa1-4787-82c4-6bdc805f737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9289c5e1-b9bf-467f-b674-27400eb5733f'} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:48.629994 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Bound port: d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'df8166f9-7fa1-4787-82c4-6bdc805f737b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '9289c5e1-b9bf-467f-b674-27400eb5733f'}}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:48.630417 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.647512 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-4d3aa6a3-1ba9-47f4-8eb8-984f51713953 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=912b19013c0940a49e9020b4a4719aba&name=default HTTP/1.1" status: 200 len: 2979 time: 4.3193290 Jul 16 22:39:48.659081 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-422e4599-091b-4ef9-a34f-72fa5c350a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.665561 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] Set router df6f65ee-0346-489e-bb9d-56000e0f7c63 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:39:48.670669 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49954) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:48.713180 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.783480 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b52e-f7c2-484f-ac0c-5cf649fce149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.790541 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] For port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b, host hv-cinder-79760, cleared binding levels {{(pid=99618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:48.833911 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] For port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b,segment=NetworkSegment(df8166f9-7fa1-4787-82c4-6bdc805f737b),segment_id=df8166f9-7fa1-4787-82c4-6bdc805f737b)] {{(pid=99618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:48.841833 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b52e-f7c2-484f-ac0c-5cf649fce149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.853652 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:48.874901 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device d8db3248-1248-4296-a009-cfdedfda5637 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:48.988925 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Allocated IP 172.27.0.122 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/1ca4eab9-85d2-43e4-b888-7949b40cd9d8) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:49.012339 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Pushing event updated for resources: {'Port': ['ID=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b,revision_number=3']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:49.013424 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port d8db3248-1248-4296-a009-cfdedfda5637 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:49.013830 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.040802 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:49.041485 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.043902 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-a6374038-cbab-4cff-ac94-f91e0b2da94e service neutron] 10.222.0.35 "PUT /v2.0/ports/d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b HTTP/1.1" status: 200 len: 1094 time: 3.0124238 Jul 16 22:39:49.044634 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13b6ca41-e5b8-483a-9fe0-567a91d9feb8', 'tag': 'd77dc5ff-f94a-45f9-ba2d-99cc7573ec8b'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:39:49.115978 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aa6a3-1ba9-47f4-8eb8-984f51713953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba1af9ac-b69e-4dfe-a748-659bc84896a4,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:49.175508 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b52e-f7c2-484f-ac0c-5cf649fce149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.178428 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9ba3b52e-f7c2-484f-ac0c-5cf649fce149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.182005 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-9ba3b52e-f7c2-484f-ac0c-5cf649fce149 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ba1af9ac-b69e-4dfe-a748-659bc84896a4 HTTP/1.1" status: 204 len: 168 time: 0.5071156 Jul 16 22:39:49.222272 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba3b52e-f7c2-484f-ac0c-5cf649fce149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba1af9ac-b69e-4dfe-a748-659bc84896a4,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:49.286436 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'name': 'tempest-ServerRescueNegativeTestJSON-1773705885-router', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:39Z', 'revision_number': 4, 'project_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'gw_port': {'id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:33Z', 'updated_at': '2021-07-16T22:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '6efdfef7-b136-4c49-a0d0-c8f82a17970d', 'name': '', 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'mac_address': 'fa:16:3e:e0:9c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3393095a-2616-4956-9106-a5f93d079344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:37Z', 'updated_at': '2021-07-16T22:39:48Z', 'revision_number': 4, 'project_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'subnets': [{'id': '3393095a-2616-4956-9106-a5f93d079344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:49.368895 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 297bcc05-d1c9-47cf-9d29-fe047fc6736f up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:49.400312 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1e8508-d168-4b74-b4eb-55f3b94ee30b None None] The sync data for ids ['df6f65ee-0346-489e-bb9d-56000e0f7c63'] in dv-cinder-797608-6-iscsi is: [{'id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'name': 'tempest-ServerRescueNegativeTestJSON-1773705885-router', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:39Z', 'revision_number': 4, 'project_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'gw_port': {'id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:33Z', 'updated_at': '2021-07-16T22:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '6efdfef7-b136-4c49-a0d0-c8f82a17970d', 'name': '', 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'mac_address': 'fa:16:3e:e0:9c:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '3393095a-2616-4956-9106-a5f93d079344', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:37Z', 'updated_at': '2021-07-16T22:39:48Z', 'revision_number': 4, 'project_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'subnets': [{'id': '3393095a-2616-4956-9106-a5f93d079344', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:39:49.405737 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66675fff-59a6-408f-b0f5-b3055d38aa31" -d '{"events": [{"name": "network-changed", "server_uuid": "13b6ca41-e5b8-483a-9fe0-567a91d9feb8", "tag": "d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:39:49.485671 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 297bcc05-d1c9-47cf-9d29-fe047fc6736f completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:49.493008 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 297bcc05-d1c9-47cf-9d29-fe047fc6736f triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:49.494285 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.540280 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.656669 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-295d5839-7033-41e7-a3f6-fcef3134c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:49.662473 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-295d5839-7033-41e7-a3f6-fcef3134c05c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a9b625bc6e54f13889f535a540107d6&device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 1097 time: 0.1762741 Jul 16 22:39:49.699056 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49982) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:49.782154 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-ed8a0144-11d3-4afc-bfed-6d5bfe3f0805 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&fields=id HTTP/1.1" status: 200 len: 255 time: 1.8128741 Jul 16 22:39:49.826801 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.932351 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-7217ce03-8e45-40c6-9f2a-009a1af0fa46 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b HTTP/1.1" status: 200 len: 217 time: 0.1991940 Jul 16 22:39:49.951041 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 297bcc05-d1c9-47cf-9d29-fe047fc6736f, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=297bcc05-d1c9-47cf-9d29-fe047fc6736f,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:49.959958 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.968693 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:49.979725 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-c53bed10-d008-4f88-a5f6-c552272cac42 service neutron] 10.222.0.24 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963620 Jul 16 22:39:50.100547 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=297bcc05-d1c9-47cf-9d29-fe047fc6736f,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:50.162327 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-25152a16-b3e2-4252-b374-d67f9d13e401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.282363 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 49988) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:50.315881 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-eab2e48d-f40d-43be-ac58-9bdbc17fa934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.335475 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:50.396999 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:50.415433 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:50.435838 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event updated for resources: {'Port': ['ID=1ca4eab9-85d2-43e4-b888-7949b40cd9d8,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:50.499353 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7cfa93-5602-42a4-aea9-bb61062f2f4b req-1cdd0ebd-2862-4932-946b-6c01e68d4a97 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:50.500949 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3c7cfa93-5602-42a4-aea9-bb61062f2f4b req-1cdd0ebd-2862-4932-946b-6c01e68d4a97 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 944 time: 0.8981104 Jul 16 22:39:50.638532 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-24e71487-77e4-4855-8a21-2ba2b6f518cf service neutron] 10.222.0.24 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6575806 Jul 16 22:39:50.667905 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.694714 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-422e4599-091b-4ef9-a34f-72fa5c350a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.748594 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-422e4599-091b-4ef9-a34f-72fa5c350a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.771353 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3c7cfa93-5602-42a4-aea9-bb61062f2f4b req-f1d5ad7f-6651-477f-96fa-5372d830240f tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b79871d-f801-48f5-9ba0-458b3778e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289054 Jul 16 22:39:50.903483 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-25152a16-b3e2-4252-b374-d67f9d13e401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.918674 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.918882 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-25152a16-b3e2-4252-b374-d67f9d13e401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.919754 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 6efdfef7-b136-4c49-a0d0-c8f82a17970d up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:50.954758 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:50.958464 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728569'] for router_interface, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.000173 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-422e4599-091b-4ef9-a34f-72fa5c350a1a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15df2f95d9ae43ed81ecd2193ae1869c&name=default HTTP/1.1" status: 200 len: 2979 time: 3.3880458 Jul 16 22:39:51.045202 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 50002) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:51.046166 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e4599-091b-4ef9-a34f-72fa5c350a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fd5e8b-7aa0-45a1-be11-878c900ca6c2,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:51.074966 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.075232 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-25152a16-b3e2-4252-b374-d67f9d13e401 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=467454bd4acc403faf04aabbceb8f6b3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3745470 Jul 16 22:39:51.083421 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25152a16-b3e2-4252-b374-d67f9d13e401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d7f68c-98e1-4aae-8a08-12b785b4dbe7,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:51.090688 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 6efdfef7-b136-4c49-a0d0-c8f82a17970d completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:51.096566 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50006) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:51.110332 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 6efdfef7-b136-4c49-a0d0-c8f82a17970d triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:51.110750 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.211022 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9877b6a4-c284-4d18-aa9a-d0a39bd666b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.250929 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9877b6a4-c284-4d18-aa9a-d0a39bd666b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.353882 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-458249e0-197b-41af-b974-213f53abb843 req-1a24d00f-87c0-4550-b1ca-3b4646c6dfdf tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 210 time: 0.1095848 Jul 16 22:39:51.381626 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Pushing event updated for resources: {'Port': ['ID=9bf494e2-460f-4313-a749-967b5ba29289,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:51.471461 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.485263 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9877b6a4-c284-4d18-aa9a-d0a39bd666b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.489178 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9877b6a4-c284-4d18-aa9a-d0a39bd666b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.506227 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-9877b6a4-c284-4d18-aa9a-d0a39bd666b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80d7f68c-98e1-4aae-8a08-12b785b4dbe7 HTTP/1.1" status: 204 len: 168 time: 0.4057739 Jul 16 22:39:51.583619 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 6efdfef7-b136-4c49-a0d0-c8f82a17970d, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=6efdfef7-b136-4c49-a0d0-c8f82a17970d,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:51.600573 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.601383 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 297bcc05-d1c9-47cf-9d29-fe047fc6736f up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:51.809277 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=6efdfef7-b136-4c49-a0d0-c8f82a17970d,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:51.818716 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80379abd-7d27-4b98-9b05-c17a2bfab64c x-openstack-request-id: req-80379abd-7d27-4b98-9b05-c17a2bfab64c {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:39:51.819292 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13b6ca41-e5b8-483a-9fe0-567a91d9feb8", "tag": "d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:39:51.821235 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-80379abd-7d27-4b98-9b05-c17a2bfab64c {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:39:51.824209 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13b6ca41-e5b8-483a-9fe0-567a91d9feb8', 'tag': 'd77dc5ff-f94a-45f9-ba2d-99cc7573ec8b', 'status': 'completed', 'code': 200} Jul 16 22:39:51.840015 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 297bcc05-d1c9-47cf-9d29-fe047fc6736f triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:51.844468 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:51.852751 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:51.855373 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877b6a4-c284-4d18-aa9a-d0a39bd666b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d7f68c-98e1-4aae-8a08-12b785b4dbe7,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:51.961045 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:52.002324 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-b354616e-d8c3-4a44-aa1c-bb1a7881206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:52.003696 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-b354616e-d8c3-4a44-aa1c-bb1a7881206b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c5ed730-add8-46f5-83ce-51bc6c614aab HTTP/1.1" status: 200 len: 852 time: 0.4790320 Jul 16 22:39:52.200782 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-598e1583-9a11-4f93-8db0-5a1e50304ffd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9289c5e1-b9bf-467f-b674-27400eb5733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1845224 Jul 16 22:39:52.256044 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-615a04a3-bbcb-44e7-b405-19067d50bf62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.497859 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-eab2e48d-f40d-43be-ac58-9bdbc17fa934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.528625 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-eab2e48d-f40d-43be-ac58-9bdbc17fa934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.575096 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-6beed8fe-cb87-49dd-aef4-91203db8698c None None] Provisioning complete for port 9bf494e2-460f-4313-a749-967b5ba29289 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:52.575712 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6beed8fe-cb87-49dd-aef4-91203db8698c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.596313 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50050) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:52.606046 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-ada12c05-f056-4c84-a0e1-687376ee1d7f service neutron] 10.222.0.35 "GET /v2.0/networks/9289c5e1-b9bf-467f-b674-27400eb5733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931723 Jul 16 22:39:52.649001 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab2e48d-f40d-43be-ac58-9bdbc17fa934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c82a6ac7-0807-45f4-803b-9b006e5687f8,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:52.684361 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-539d4835-075f-408a-81fb-772f0e580946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.711750 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-eab2e48d-f40d-43be-ac58-9bdbc17fa934 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=15ade5c3d5ce4858909e1d1603620aca&name=default HTTP/1.1" status: 200 len: 2979 time: 2.4280939 Jul 16 22:39:52.718113 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50054) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:52.741566 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-6beed8fe-cb87-49dd-aef4-91203db8698c None None] Port 9bf494e2-460f-4313-a749-967b5ba29289 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:39:52.761371 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 6efdfef7-b136-4c49-a0d0-c8f82a17970d up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:52.884640 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 6efdfef7-b136-4c49-a0d0-c8f82a17970d triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:52.885195 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:52.948615 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-615a04a3-bbcb-44e7-b405-19067d50bf62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.100208 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c9f39fe6-bf61-40ca-b335-427415926f2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.101340 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe574e-c929-4832-ac51-af337d855166 req-bef9b85d-24d0-4c1b-9480-b6762604b8d8 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:53.103116 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-bef9b85d-24d0-4c1b-9480-b6762604b8d8 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 819 time: 1.0415027 Jul 16 22:39:53.136693 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.149930 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6708a27a-2c75-49f3-95c3-4818fc779bc6 req-15c6ac29-ca7a-4dd1-ae50-3641630f75ee tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:53.152079 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6708a27a-2c75-49f3-95c3-4818fc779bc6 req-15c6ac29-ca7a-4dd1-ae50-3641630f75ee tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 944 time: 0.8970485 Jul 16 22:39:53.153285 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c9f39fe6-bf61-40ca-b335-427415926f2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.154128 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Router 5cde8fd1-d199-463e-b796-07328ffcfe5a has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:39:53.156745 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-8fc42874-601d-41e2-ab39-c99b419f2134 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/quotas/ffe04c437f1e4ab5bb3423033ba0dd13 HTTP/1.1" status: 200 len: 375 time: 0.0441267 Jul 16 22:39:53.158128 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.266263 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c9f39fe6-bf61-40ca-b335-427415926f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.267775 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-615a04a3-bbcb-44e7-b405-19067d50bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.269689 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c9f39fe6-bf61-40ca-b335-427415926f2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.270376 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-615a04a3-bbcb-44e7-b405-19067d50bf62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.270990 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-c9f39fe6-bf61-40ca-b335-427415926f2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c82a6ac7-0807-45f4-803b-9b006e5687f8 HTTP/1.1" status: 204 len: 168 time: 0.5516906 Jul 16 22:39:53.275562 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-615a04a3-bbcb-44e7-b405-19067d50bf62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/54fd5e8b-7aa0-45a1-be11-878c900ca6c2 HTTP/1.1" status: 204 len: 168 time: 2.2255387 Jul 16 22:39:53.325478 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.334302 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615a04a3-bbcb-44e7-b405-19067d50bf62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fd5e8b-7aa0-45a1-be11-878c900ca6c2,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:53.348484 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-4e789372-448b-497b-9be3-14a8b1004ab1 req-45fadd4b-3b40-41b6-b7cd-5927aaf4af41 service neutron] 10.222.0.35 "GET /v2.0/networks/9289c5e1-b9bf-467f-b674-27400eb5733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6930447 Jul 16 22:39:53.352843 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f39fe6-bf61-40ca-b335-427415926f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c82a6ac7-0807-45f4-803b-9b006e5687f8,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:53.424394 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6708a27a-2c75-49f3-95c3-4818fc779bc6 req-f599bf8c-31d0-4ab7-8cc9-d455617006e5 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b79871d-f801-48f5-9ba0-458b3778e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2630115 Jul 16 22:39:53.434382 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-539d4835-075f-408a-81fb-772f0e580946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.437634 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event updated for resources: {'Port': ['ID=1ca4eab9-85d2-43e4-b888-7949b40cd9d8,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:53.444789 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-539d4835-075f-408a-81fb-772f0e580946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.461116 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:53.462687 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-0bdd100a-6678-41f6-a13b-64ce38e6dbcc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.0625696 Jul 16 22:39:53.572189 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-340681ae-0cf9-4b10-aca1-f25ee0ced99a tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3976748 Jul 16 22:39:53.630278 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-539d4835-075f-408a-81fb-772f0e580946 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfc9a3626d8143439d35f708647cae8a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0205431 Jul 16 22:39:53.630278 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50070) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:53.630278 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d4835-075f-408a-81fb-772f0e580946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd4b521-aa70-4990-8ef3-061daa0b64c2,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:53.664756 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:39:53.679860 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Sync routers for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:39:53.696763 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-acf67212-b7ae-4a6a-a1d7-cc5ea394a02e admin admin] 10.222.0.24 "PUT /v2.0/routers/5cde8fd1-d199-463e-b796-07328ffcfe5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.1876035 Jul 16 22:39:53.699438 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:39:53.700265 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:53.853403 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-287eee1b-0384-4a3d-ac8a-d2a49c5e19b2 service neutron] 10.222.0.24 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635360 Jul 16 22:39:53.910443 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-bcaafd9a-5e5a-49db-aed1-8823388750c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.046424 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-bcaafd9a-5e5a-49db-aed1-8823388750c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.171375 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66675fff-59a6-408f-b0f5-b3055d38aa31 req-0311b470-6c70-4f6c-ba66-87cf492dff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:54.172958 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-66675fff-59a6-408f-b0f5-b3055d38aa31 req-0311b470-6c70-4f6c-ba66-87cf492dff8b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=4a9b625bc6e54f13889f535a540107d6&device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 1097 time: 0.3604329 Jul 16 22:39:54.183867 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-e3bca161-e43f-400f-8325-9e3080964143 service neutron] 10.222.0.24 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232350 Jul 16 22:39:54.274064 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:39:54.332669 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-bcaafd9a-5e5a-49db-aed1-8823388750c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.335249 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-bcaafd9a-5e5a-49db-aed1-8823388750c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.336335 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-bcaafd9a-5e5a-49db-aed1-8823388750c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2cd4b521-aa70-4990-8ef3-061daa0b64c2 HTTP/1.1" status: 204 len: 168 time: 0.7104363 Jul 16 22:39:54.466881 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-0a98018f-38bc-4399-b45c-31d55827d58b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--155612814&fields=id&tenant_id=12637db01ff948e0b2bb6cede048908e HTTP/1.1" status: 200 len: 267 time: 0.1677377 Jul 16 22:39:54.488695 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaafd9a-5e5a-49db-aed1-8823388750c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd4b521-aa70-4990-8ef3-061daa0b64c2,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:54.545491 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 50112) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:54.612307 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c8003bcd-2db6-4cc2-8d30-254db852bede admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.692140 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6e17b20e-c04c-4f45-bf88-4d44743935d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.716449 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66675fff-59a6-408f-b0f5-b3055d38aa31 req-3de7700d-624f-45a7-b214-eaf77e57ef78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:54.718105 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-66675fff-59a6-408f-b0f5-b3055d38aa31 req-3de7700d-624f-45a7-b214-eaf77e57ef78 service neutron] 10.222.0.35 "GET /v2.0/networks?id=9289c5e1-b9bf-467f-b674-27400eb5733f HTTP/1.1" status: 200 len: 913 time: 0.5233302 Jul 16 22:39:54.748911 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937f288-4e64-4230-8634-4a0503114994 req-334c22bc-38af-462b-a963-055299e13dbc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:54.763154 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-334c22bc-38af-462b-a963-055299e13dbc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/networks?id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b HTTP/1.1" status: 200 len: 811 time: 0.2747042 Jul 16 22:39:54.813280 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 2, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:54.813564 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-66675fff-59a6-408f-b0f5-b3055d38aa31 req-ab592233-ec0e-40ae-bb08-b137d2c48c7e service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b HTTP/1.1" status: 200 len: 217 time: 0.0852976 Jul 16 22:39:54.816328 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-318abf0d-ee29-4f83-9d22-65be45e6f0ac tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/quotas/12637db01ff948e0b2bb6cede048908e HTTP/1.1" status: 200 len: 375 time: 0.0477631 Jul 16 22:39:54.851774 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Checking router: 5cde8fd1-d199-463e-b796-07328ffcfe5a for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:39:54.852124 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Updating router 5cde8fd1-d199-463e-b796-07328ffcfe5a port 9bf494e2-460f-4313-a749-967b5ba29289 binding host dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:39:54.893795 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.928911 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66675fff-59a6-408f-b0f5-b3055d38aa31 req-beb7a213-7799-4e29-b441-b0c60c6bdf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:54.931728 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-66675fff-59a6-408f-b0f5-b3055d38aa31 req-beb7a213-7799-4e29-b441-b0c60c6bdf1a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=4c5ed730-add8-46f5-83ce-51bc6c614aab HTTP/1.1" status: 200 len: 852 time: 0.1071339 Jul 16 22:39:54.984610 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c8003bcd-2db6-4cc2-8d30-254db852bede admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:54.996674 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c8003bcd-2db6-4cc2-8d30-254db852bede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.043273 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-66675fff-59a6-408f-b0f5-b3055d38aa31 req-f666e3b1-e4bc-49bb-8457-ab5b1dc1623a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=9289c5e1-b9bf-467f-b674-27400eb5733f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0944386 Jul 16 22:39:55.098883 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-c8003bcd-2db6-4cc2-8d30-254db852bede admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a93e47815b24b758ccfaa7ee2e55c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5500319 Jul 16 22:39:55.099658 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8003bcd-2db6-4cc2-8d30-254db852bede admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1befb7b4-14ed-40c3-bc2d-1f1337b8fe12,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:55.117561 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-d6c2d024-5ff6-4f81-a02e-616b6eda6946 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=12637db01ff948e0b2bb6cede048908e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2924318 Jul 16 22:39:55.118057 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 50134) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:55.167228 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.35', 65095) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:55.269040 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-66675fff-59a6-408f-b0f5-b3055d38aa31 req-d4bef251-7102-47ff-b01b-41eabc32d2a2 service neutron] 10.222.0.35 "GET /v2.0/networks/9289c5e1-b9bf-467f-b674-27400eb5733f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185416 Jul 16 22:39:55.423899 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-44437e3e-bfe0-4177-8cee-b71ef26d246b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.455389 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-66675fff-59a6-408f-b0f5-b3055d38aa31 req-89c5536c-db92-46a4-8aed-7a1b3b1f9739 service neutron] 10.222.0.35 "GET /v2.0/networks/9289c5e1-b9bf-467f-b674-27400eb5733f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781383 Jul 16 22:39:55.458676 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-3be37840-e6d7-4a01-a8b5-348009c1aecc tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:55.460486 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-3be37840-e6d7-4a01-a8b5-348009c1aecc tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.35 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 819 time: 0.2922032 Jul 16 22:39:55.484272 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Request body: {'port': {'device_id': 'd072bb18-1706-4480-b08e-e03628f51d25', 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0', 'admin_state_up': True, 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:55.529226 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-44437e3e-bfe0-4177-8cee-b71ef26d246b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.547192 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Notify callbacks [] for port, precommit_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.589745 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50154) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:55.594652 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-1c38db20-bcef-465a-aaf5-1f730c59f995 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2095651384', 'description': 'tempest-description--148492600'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:55.603790 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Transition to ACTIVE for port object 9bf494e2-460f-4313-a749-967b5ba29289 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:55.628045 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.629732 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.641319 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1c38db20-bcef-465a-aaf5-1f730c59f995 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.702360 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-44437e3e-bfe0-4177-8cee-b71ef26d246b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.707469 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-44437e3e-bfe0-4177-8cee-b71ef26d246b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.710485 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-44437e3e-bfe0-4177-8cee-b71ef26d246b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1befb7b4-14ed-40c3-bc2d-1f1337b8fe12 HTTP/1.1" status: 204 len: 168 time: 0.5905089 Jul 16 22:39:55.743501 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44437e3e-bfe0-4177-8cee-b71ef26d246b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1befb7b4-14ed-40c3-bc2d-1f1337b8fe12,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:55.816463 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1c38db20-bcef-465a-aaf5-1f730c59f995 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.829582 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1c38db20-bcef-465a-aaf5-1f730c59f995 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.835970 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1f6ee-69e9-4ecf-a3b6-e70b1f942feb None None] Pushing event updated for resources: {'Port': ['ID=9bf494e2-460f-4313-a749-967b5ba29289,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:55.881736 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Made reservation on behalf of ffe04c437f1e4ab5bb3423033ba0dd13 for: {'port': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:55.890119 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.900842 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1c38db20-bcef-465a-aaf5-1f730c59f995 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.905189 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-1c38db20-bcef-465a-aaf5-1f730c59f995 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3141870 Jul 16 22:39:55.908176 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50162) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:55.921024 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-c1a27368-e575-42f1-b8dc-154b1337a49d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Request body: {'security_group_rule': {'security_group_id': 'e362910b-5561-494a-958e-c67dec1b5e0d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:55.928848 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c38db20-bcef-465a-aaf5-1f730c59f995 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e362910b-5561-494a-958e-c67dec1b5e0d,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:55.954561 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-00c17ea7-27d5-4517-a63f-3d8b91ce0d1e service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=99617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:39:55.955568 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-00c17ea7-27d5-4517-a63f-3d8b91ce0d1e service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4671621 Jul 16 22:39:55.974239 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Attempting to bind port 9bf494e2-460f-4313-a749-967b5ba29289 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:39:55.981550 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Attempting to bind port 9bf494e2-460f-4313-a749-967b5ba29289 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:39:55.982863 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Attempting to bind port 9bf494e2-460f-4313-a749-967b5ba29289 on network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:39:55.989888 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c1a27368-e575-42f1-b8dc-154b1337a49d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.994471 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:39:55.996429 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Checking segment: {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:39:55.997980 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:55.998386 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Bound using segment: {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:39:56.001020 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Bound port: 9bf494e2-460f-4313-a749-967b5ba29289, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:39:56.001492 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.017790 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119b28b-576f-40cf-a380-551b9f8930d6 req-70d04e8f-de40-4397-8a4d-10d1a39d4255 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:56.028700 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3119b28b-576f-40cf-a380-551b9f8930d6 req-70d04e8f-de40-4397-8a4d-10d1a39d4255 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 944 time: 0.2710495 Jul 16 22:39:56.152291 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] For port 9bf494e2-460f-4313-a749-967b5ba29289, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:39:56.158092 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] For port 9bf494e2-460f-4313-a749-967b5ba29289, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=9bf494e2-460f-4313-a749-967b5ba29289,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:39:56.166903 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c1a27368-e575-42f1-b8dc-154b1337a49d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.171881 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.177293 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c1a27368-e575-42f1-b8dc-154b1337a49d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.204907 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a27368-e575-42f1-b8dc-154b1337a49d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9619544b-943b-444f-a02b-d2cf829e2bc7,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:56.215120 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c1a27368-e575-42f1-b8dc-154b1337a49d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.217126 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-c1a27368-e575-42f1-b8dc-154b1337a49d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3065746 Jul 16 22:39:56.220612 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50174) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:56.232356 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-a2882c11-777a-4412-b952-b02adaab1697 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Request body: {'security_group_rule': {'security_group_id': 'e362910b-5561-494a-958e-c67dec1b5e0d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:56.275435 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:39:56.276216 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:56.296861 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a2882c11-777a-4412-b952-b02adaab1697 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.315265 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3119b28b-576f-40cf-a380-551b9f8930d6 req-ced605b5-db66-49f2-ae40-09c277c49760 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b79871d-f801-48f5-9ba0-458b3778e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617056 Jul 16 22:39:56.343341 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b1f6ee-69e9-4ecf-a3b6-e70b1f942feb None None] Pushing event updated for resources: {'Port': ['ID=9bf494e2-460f-4313-a749-967b5ba29289,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:56.380367 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-c053256c-12f5-47fd-a311-4d32add0b826 service neutron] 10.222.0.24 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4118326 Jul 16 22:39:56.521375 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:39:56.537190 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a2882c11-777a-4412-b952-b02adaab1697 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.545483 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a2882c11-777a-4412-b952-b02adaab1697 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.618819 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2882c11-777a-4412-b952-b02adaab1697 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13013c7d-4a07-4742-ad4b-09e72664a6a2,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:56.623261 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:39:56.628915 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a2882c11-777a-4412-b952-b02adaab1697 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.633028 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-a2882c11-777a-4412-b952-b02adaab1697 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4061148 Jul 16 22:39:56.634225 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50188) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:56.647161 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Request body: {'floatingip': {'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:56.696796 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:56.772855 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Allocated IP 172.20.0.3 (7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0/3393095a-2616-4956-9106-a5f93d079344/8472c691-62f9-455a-948b-7e811524cffb) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:56.994017 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b,segment=NetworkSegment(df8166f9-7fa1-4787-82c4-6bdc805f737b),segment_id=df8166f9-7fa1-4787-82c4-6bdc805f737b)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:57.028255 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': 'd77dc5ff-f94a-45f9-ba2d-99cc7573ec8b', 'network_id': '9289c5e1-b9bf-467f-b674-27400eb5733f', 'port_id': 'd77dc5ff-f94a-45f9-ba2d-99cc7573ec8b', 'mac_address': 'fa:16:3e:10:68:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c5ed730-add8-46f5-83ce-51bc6c614aab', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:39:57.060802 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.112021 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.131735 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.134244 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:39:57.134852 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.139081 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7425ff30-60cb-4080-a713-077275b2a642 req-e1e411dd-8731-43e5-a2d7-4881f40cd0f0 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 210 time: 0.1683872 Jul 16 22:39:57.192195 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b,segment=NetworkSegment(df8166f9-7fa1-4787-82c4-6bdc805f737b),segment_id=df8166f9-7fa1-4787-82c4-6bdc805f737b)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:57.204960 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.254646 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:39:56Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:39:57.281316 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe574e-c929-4832-ac51-af337d855166 req-7ba1f64f-821c-4ffc-a7a3-a29f515348d8 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:57.282906 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-7ba1f64f-821c-4ffc-a7a3-a29f515348d8 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.35 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 819 time: 0.4326293 Jul 16 22:39:57.283334 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:57.288595 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-d94d7b33-497c-4fff-a39f-fcdf74fed331 service neutron] 10.222.0.24 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8952219 Jul 16 22:39:57.311680 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-65fe574e-c929-4832-ac51-af337d855166 req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Request body: {'port': {'device_id': '6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1', 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0', 'admin_state_up': True, 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:57.328083 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:57.340768 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:57.355197 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:57.356060 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.408156 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2c7c2ed-b1b1-480a-8c0a-60aa52d74999 None None] The sync data for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi is: [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:39:56Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:39:57.416309 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9437995 Jul 16 22:39:57.432964 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6817b988-f8dc-4c24-b3f5-e6056f389f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Pushing event updated for resources: {'Port': ['ID=8472c691-62f9-455a-948b-7e811524cffb,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:57.456787 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Request body: {'port': {'device_id': 'd072bb18-1706-4480-b08e-e03628f51d25', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:39:57.494104 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:57.508368 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:39:57.617401 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.674040 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fe574e-c929-4832-ac51-af337d855166 req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Made reservation on behalf of ffe04c437f1e4ab5bb3423033ba0dd13 for: {'port': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:39:57.683996 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-65fe574e-c929-4832-ac51-af337d855166 req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.715879 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:57.758338 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-946de3f3-93b8-42d2-b9bb-13c2602fc748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.073494 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Allocated IP 172.27.0.207 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/6466e6bc-32d9-42f6-a1c9-b42d8eaffe7c) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:58.197588 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.291833 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7e978f-a004-4e85-950c-8220461564f5 req-0782da6f-eaa6-4101-a320-feac798b98ec tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:39:58.293405 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fc7e978f-a004-4e85-950c-8220461564f5 req-0782da6f-eaa6-4101-a320-feac798b98ec tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 945 time: 0.4831398 Jul 16 22:39:58.311839 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [req-65fe574e-c929-4832-ac51-af337d855166 req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Allocated IP 172.20.0.8 (7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0/3393095a-2616-4956-9106-a5f93d079344/fc1e4a81-93cd-4db0-bdf4-91498ada8621) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:39:58.364893 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-92aade2b-26ee-48d4-9891-dec1f3ae1d05 req-6dae3faf-db6f-4a3b-8a45-e31a1fad9079 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 210 time: 0.1938565 Jul 16 22:39:58.476537 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fc7e978f-a004-4e85-950c-8220461564f5 req-77001902-0308-4ffb-a8a1-b71693c1d48d tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b79871d-f801-48f5-9ba0-458b3778e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245341 Jul 16 22:39:58.538006 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.561275 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:58.701572 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:58.711961 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:58.713565 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.803670 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.826145 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-65fe574e-c929-4832-ac51-af337d855166 req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:58.896497 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:58.903381 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:58.906878 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:39:58.960516 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5be06531-e1c6-4b87-917b-93f2af130edb req-c5fe1a21-7409-4464-9ac7-56162444ab96 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 210 time: 0.1025412 Jul 16 22:39:59.083020 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 9bf494e2-460f-4313-a749-967b5ba29289 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:39:59.175626 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.251532 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event updated for resources: {'Port': ['ID=6466e6bc-32d9-42f6-a1c9-b42d8eaffe7c,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:59.310871 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.343292 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 9bf494e2-460f-4313-a749-967b5ba29289 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:39:59.363042 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 9bf494e2-460f-4313-a749-967b5ba29289 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:39:59.364436 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.377987 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.497451 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b,segment=NetworkSegment(df8166f9-7fa1-4787-82c4-6bdc805f737b),segment_id=df8166f9-7fa1-4787-82c4-6bdc805f737b)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:39:59.540120 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b6ca41-e5b8-483a-9fe0-567a91d9feb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77dc5ff-f94a-45f9-ba2d-99cc7573ec8b'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:39:59.752614 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.778953 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-27ac308e-f0e8-4c60-b146-aaf77a73443b req-7115b536-107f-4399-b09c-6bd745caf831 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 210 time: 0.0947239 Jul 16 22:39:59.829168 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-65fe574e-c929-4832-ac51-af337d855166 req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.893202 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8472c691-62f9-455a-948b-7e811524cffb {{(pid=99617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:39:59.911989 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:39:59.946205 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Pushing event updated for resources: {'Port': ['ID=fc1e4a81-93cd-4db0-bdf4-91498ada8621,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:59.953497 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50340) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:39:59.977540 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Transition to ACTIVE for port object 8472c691-62f9-455a-948b-7e811524cffb will not be triggered until provisioned by entity L2. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:39:59.982462 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fe574e-c929-4832-ac51-af337d855166 req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:39:59.986439 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:39:59.992104 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [req-65fe574e-c929-4832-ac51-af337d855166 req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:39:59.997633 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fe574e-c929-4832-ac51-af337d855166 req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:00.006452 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe574e-c929-4832-ac51-af337d855166 req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:00.007545 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-65fe574e-c929-4832-ac51-af337d855166 req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.010055 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084a2de7-1b2b-4d9b-983a-1c17b2aa8fa6 req-f7fced5e-c12c-4278-b20a-742fd7c14bd5 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:00.013177 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-084a2de7-1b2b-4d9b-983a-1c17b2aa8fa6 req-f7fced5e-c12c-4278-b20a-742fd7c14bd5 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 946 time: 0.2401409 Jul 16 22:40:00.014618 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.021791 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.034117 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-ec4a52bb-fedd-4a29-b154-26691b965cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7377605 Jul 16 22:40:00.046043 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.047866 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Request body: {'port': {'device_id': '6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:00.094508 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.35', 65103) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:00.159499 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 9bf494e2-460f-4313-a749-967b5ba29289, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=9bf494e2-460f-4313-a749-967b5ba29289,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:00.173971 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.293761 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-084a2de7-1b2b-4d9b-983a-1c17b2aa8fa6 req-9e330cb1-08e9-4def-a768-35a040995f30 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b79871d-f801-48f5-9ba0-458b3778e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2683456 Jul 16 22:40:00.303401 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=9bf494e2-460f-4313-a749-967b5ba29289,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:00.369715 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Attempting to bind port 8472c691-62f9-455a-948b-7e811524cffb on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:00.370094 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Attempting to bind port 8472c691-62f9-455a-948b-7e811524cffb by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:00.370544 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Attempting to bind port 8472c691-62f9-455a-948b-7e811524cffb on network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:00.382179 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.397911 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-65f5f6af-d80f-4909-83d9-c49753faa662 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.412389 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Port 8472c691-62f9-455a-948b-7e811524cffb on network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:40:00.413025 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Attempting to bind port 8472c691-62f9-455a-948b-7e811524cffb on network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:00.444650 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:00.444899 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Checking segment: {'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:00.445673 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Bound using segment: {'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:00.446288 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Bound port: 8472c691-62f9-455a-948b-7e811524cffb, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'}}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:00.446809 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.453386 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befff101-119f-4024-834c-1f910d94e836 service neutron] Pushing event updated for resources: {'Port': ['ID=8472c691-62f9-455a-948b-7e811524cffb,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:00.491126 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1f5b2a-1a92-48ff-9f42-5779dde52fc5" -d '{"events": [{"server_uuid": "13b6ca41-e5b8-483a-9fe0-567a91d9feb8", "name": "network-vif-plugged", "status": "completed", "tag": "d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:00.546122 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.571827 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937f288-4e64-4230-8634-4a0503114994 req-c2a96cfb-73b1-4835-a345-75ae10cae7c3 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:00.574517 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-c2a96cfb-73b1-4835-a345-75ae10cae7c3 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.35 "GET /v2.0/networks?id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b HTTP/1.1" status: 200 len: 811 time: 0.4718921 Jul 16 22:40:00.587895 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2af2e6-b3a0-4b84-a021-eceac1bbd71c req-ac88e7b6-4458-48e2-9298-cbcad0a82810 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:00.589708 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6b2af2e6-b3a0-4b84-a021-eceac1bbd71c req-ac88e7b6-4458-48e2-9298-cbcad0a82810 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 931 time: 0.2908304 Jul 16 22:40:00.625968 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.686725 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] For port 8472c691-62f9-455a-948b-7e811524cffb, host hv-cinder-79760, cleared binding levels {{(pid=99617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:00.716779 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.738183 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6b2af2e6-b3a0-4b84-a021-eceac1bbd71c req-2f94df3f-c766-45bd-b66a-91d63572a2e0 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370046 Jul 16 22:40:00.759094 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] For port 8472c691-62f9-455a-948b-7e811524cffb, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8472c691-62f9-455a-948b-7e811524cffb,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:00.762459 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 9bf494e2-460f-4313-a749-967b5ba29289 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:00.777975 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event updated for resources: {'Port': ['ID=6466e6bc-32d9-42f6-a1c9-b42d8eaffe7c,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:00.825873 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.866568 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-037b59d9-98b2-433f-9286-081bfb6b6911 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12637db01ff948e0b2bb6cede048908e HTTP/1.1" status: 200 len: 379 time: 0.2692721 Jul 16 22:40:00.877158 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-65f5f6af-d80f-4909-83d9-c49753faa662 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.888459 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 9bf494e2-460f-4313-a749-967b5ba29289 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:00.888848 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.900048 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:00.901647 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-65f5f6af-d80f-4909-83d9-c49753faa662 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.902535 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.906239 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-befff101-119f-4024-834c-1f910d94e836 service neutron] 10.222.0.35 "PUT /v2.0/ports/8472c691-62f9-455a-948b-7e811524cffb HTTP/1.1" status: 200 len: 1093 time: 3.4775007 Jul 16 22:40:00.913796 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Request body: {'port': {'device_id': '66f1a009-e224-4553-b5ce-e805001be247', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'admin_state_up': True, 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'security_groups': ['98673355-c3d2-40d2-98e0-78b618dab16f']}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:00.920278 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd072bb18-1706-4480-b08e-e03628f51d25', 'tag': '8472c691-62f9-455a-948b-7e811524cffb'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:00.928768 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:00.930158 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-27868c6b-4068-432a-b7e7-a4645877e095 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2947066 Jul 16 22:40:00.977851 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-65f5f6af-d80f-4909-83d9-c49753faa662 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c20611ecaa2494db2b1ef1aaf782c5d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0196540 Jul 16 22:40:00.982162 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50380) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:00.986653 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfae3882-0a83-4e3c-b569-6f47364704dc x-openstack-request-id: req-bfae3882-0a83-4e3c-b569-6f47364704dc {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:00.993683 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b6ca41-e5b8-483a-9fe0-567a91d9feb8", "name": "network-vif-plugged", "status": "completed", "tag": "d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:00.993992 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bfae3882-0a83-4e3c-b569-6f47364704dc {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:00.995578 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b6ca41-e5b8-483a-9fe0-567a91d9feb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd77dc5ff-f94a-45f9-ba2d-99cc7573ec8b', 'code': 200} Jul 16 22:40:01.085559 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f5f6af-d80f-4909-83d9-c49753faa662 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70ec13d1-f0b9-484d-8614-c724944bd229,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:01.123984 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1e4a81-93cd-4db0-bdf4-91498ada8621 {{(pid=99618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:01.135965 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.154356 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c984b3a1-7f0a-4f7e-8182-63c5ea836753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.162826 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Transition to ACTIVE for port object fc1e4a81-93cd-4db0-bdf4-91498ada8621 will not be triggered until provisioned by entity L2. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:01.182365 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.282483 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.35', 65108) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:01.299141 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c984b3a1-7f0a-4f7e-8182-63c5ea836753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.380580 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1e4a81-93cd-4db0-bdf4-91498ada8621,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:01.501144 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Attempting to bind port fc1e4a81-93cd-4db0-bdf4-91498ada8621 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:01.501782 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Attempting to bind port fc1e4a81-93cd-4db0-bdf4-91498ada8621 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:01.502101 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Attempting to bind port fc1e4a81-93cd-4db0-bdf4-91498ada8621 on network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:01.513867 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Port fc1e4a81-93cd-4db0-bdf4-91498ada8621 on network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:40:01.514228 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Attempting to bind port fc1e4a81-93cd-4db0-bdf4-91498ada8621 on network 7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:01.523042 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e602f-93df-4cd8-aaaf-9b3b31be0f12 req-52428ca5-d604-4f3d-a7e4-b2215597f610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:01.525075 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d43e602f-93df-4cd8-aaaf-9b3b31be0f12 req-52428ca5-d604-4f3d-a7e4-b2215597f610 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 1099 time: 0.2401817 Jul 16 22:40:01.527725 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:01.528112 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Checking segment: {'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:01.528636 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Bound using segment: {'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:01.529030 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Bound port: fc1e4a81-93cd-4db0-bdf4-91498ada8621, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd53ce0-506a-485f-be58-0e2742296469', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0'}}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:01.529394 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.531744 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c984b3a1-7f0a-4f7e-8182-63c5ea836753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.534546 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c984b3a1-7f0a-4f7e-8182-63c5ea836753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.535649 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-c984b3a1-7f0a-4f7e-8182-63c5ea836753 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70ec13d1-f0b9-484d-8614-c724944bd229 HTTP/1.1" status: 204 len: 168 time: 0.5521047 Jul 16 22:40:01.572736 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c984b3a1-7f0a-4f7e-8182-63c5ea836753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ec13d1-f0b9-484d-8614-c724944bd229,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:01.575475 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-d43e602f-93df-4cd8-aaaf-9b3b31be0f12 req-c983f8f4-a952-405b-ac42-5c28c9f536a9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.601539 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc7d60fd-723b-49f1-80b0-9899f4b7aa11" -d '{"events": [{"name": "network-changed", "server_uuid": "d072bb18-1706-4480-b08e-e03628f51d25", "tag": "8472c691-62f9-455a-948b-7e811524cffb"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:01.616128 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c6a06b72-a857-4e90-a852-5a2dc32d29f1 req-55d3e9d7-326c-427f-8f94-cd8ed13ec7f8 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 210 time: 0.4655495 Jul 16 22:40:01.633263 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befff101-119f-4024-834c-1f910d94e836 service neutron] Pushing event updated for resources: {'Port': ['ID=8472c691-62f9-455a-948b-7e811524cffb,revision_number=3']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:01.730556 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] For port fc1e4a81-93cd-4db0-bdf4-91498ada8621, host hv-cinder-79760, cleared binding levels {{(pid=99618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:01.734079 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] For port fc1e4a81-93cd-4db0-bdf4-91498ada8621, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fc1e4a81-93cd-4db0-bdf4-91498ada8621,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:01.757619 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.860402 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-ab52b291-5d3c-43ee-b1be-54c9568fed68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:01.862513 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-ab52b291-5d3c-43ee-b1be-54c9568fed68 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 1096 time: 0.7075427 Jul 16 22:40:01.880140 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1e4a81-93cd-4db0-bdf4-91498ada8621,revision_number=3']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:01.890447 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:01.891442 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:01.893082 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-87da04e6-fce4-4a13-918a-fc42b4a43d16 service neutron] 10.222.0.35 "PUT /v2.0/ports/fc1e4a81-93cd-4db0-bdf4-91498ada8621 HTTP/1.1" status: 200 len: 1093 time: 1.8518121 Jul 16 22:40:01.893979 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1', 'tag': 'fc1e4a81-93cd-4db0-bdf4-91498ada8621'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:01.897252 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98940b9a-2b97-432c-8c13-2bd45e984707" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1", "tag": "fc1e4a81-93cd-4db0-bdf4-91498ada8621"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:01.901894 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-aaf6b340-cef5-4795-acfc-3678b5f13a44 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--2095651384&fields=id&tenant_id=451c3e7fefbb4f29aff61cee92649a21 HTTP/1.1" status: 200 len: 267 time: 0.3024676 Jul 16 22:40:02.032953 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-11954c8e-472e-46b9-89f9-d16ebc45ad05 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:02.039423 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-11954c8e-472e-46b9-89f9-d16ebc45ad05 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 816 time: 0.1365750 Jul 16 22:40:02.050384 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-d43e602f-93df-4cd8-aaaf-9b3b31be0f12 req-c983f8f4-a952-405b-ac42-5c28c9f536a9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.054001 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe574e-c929-4832-ac51-af337d855166 req-a9533001-86ac-4fe6-80b0-e43083159396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:02.055617 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-a9533001-86ac-4fe6-80b0-e43083159396 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 1096 time: 0.1063428 Jul 16 22:40:02.056853 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-d43e602f-93df-4cd8-aaaf-9b3b31be0f12 req-c983f8f4-a952-405b-ac42-5c28c9f536a9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.125800 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-2534b2fb-fb23-4b00-949e-67241bc62cd3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8472c691-62f9-455a-948b-7e811524cffb HTTP/1.1" status: 200 len: 217 time: 0.2156649 Jul 16 22:40:02.129078 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d43e602f-93df-4cd8-aaaf-9b3b31be0f12 req-c983f8f4-a952-405b-ac42-5c28c9f536a9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=2b79871d-f801-48f5-9ba0-458b3778e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5922651 Jul 16 22:40:02.133075 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-235b1dcd-d2f4-4abc-b9dd-6f2117ea1072 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc1e4a81-93cd-4db0-bdf4-91498ada8621 HTTP/1.1" status: 200 len: 217 time: 0.0616133 Jul 16 22:40:02.133321 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-c207a3cf-91ec-4d12-a649-8251f0f20cd0 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/quotas/451c3e7fefbb4f29aff61cee92649a21 HTTP/1.1" status: 200 len: 375 time: 0.0930061 Jul 16 22:40:02.135138 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c983f8f4-a952-405b-ac42-5c28c9f536a9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee3e11b-17db-435c-8176-fdf03fb88395,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:02.136320 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Made reservation on behalf of 12637db01ff948e0b2bb6cede048908e for: {'port': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:02.139888 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.187922 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50438) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:02.206622 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9a7eaa82-94fa-468a-a992-e670d4645aee admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.278968 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe574e-c929-4832-ac51-af337d855166 req-14e6f7e7-9f07-4dd0-9c8e-46e76ae49eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:02.280354 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-14e6f7e7-9f07-4dd0-9c8e-46e76ae49eb0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3393095a-2616-4956-9106-a5f93d079344 HTTP/1.1" status: 200 len: 859 time: 0.0651062 Jul 16 22:40:02.302750 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228adac4-d8b9-4642-985f-0060747d2a72 req-e57c9506-f75f-47c3-96d8-d04ccdcb6f11 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:02.304272 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-228adac4-d8b9-4642-985f-0060747d2a72 req-e57c9506-f75f-47c3-96d8-d04ccdcb6f11 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 946 time: 0.4816375 Jul 16 22:40:02.325276 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-999bf455-d903-49e1-a29c-b18e505136e8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369473 Jul 16 22:40:02.369177 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-dd00d5af-c96e-439d-b906-dee3de7602a5 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2349520 Jul 16 22:40:02.397641 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-aa12dccc-3e77-4851-8922-05927fc2b5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:02.399053 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-aa12dccc-3e77-4851-8922-05927fc2b5da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3393095a-2616-4956-9106-a5f93d079344 HTTP/1.1" status: 200 len: 859 time: 0.1848419 Jul 16 22:40:02.437431 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9a7eaa82-94fa-468a-a992-e670d4645aee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.447038 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9a7eaa82-94fa-468a-a992-e670d4645aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.482633 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-a23956f9-cf08-48e7-81a5-2a7af67a2273 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479442 Jul 16 22:40:02.488223 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-e1fe2b0c-d943-4027-b4f2-ce3e274ebcec service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755103 Jul 16 22:40:02.504668 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-228adac4-d8b9-4642-985f-0060747d2a72 req-31ada011-7078-4377-9180-efe3e9a313b8 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b79871d-f801-48f5-9ba0-458b3778e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929488 Jul 16 22:40:02.539772 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7eaa82-94fa-468a-a992-e670d4645aee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d29106-27d6-4f6f-9f08-f2b395e6b646,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:02.544690 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-9a7eaa82-94fa-468a-a992-e670d4645aee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e423cd74c5544f649d03881b7ec92901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3542690 Jul 16 22:40:02.550929 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50446) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:02.603247 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Allocated IP 172.20.0.5 (07654b97-acf5-428f-8c65-6e5a0f8f3b8b/91acd449-9df6-4265-ba3f-63ff7f25734f/8c594c7e-fc4c-41bf-b421-bd71a4d99d61) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:02.656024 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5fe67e17-36c7-4602-af80-2b948b2095fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.660502 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-65fe574e-c929-4832-ac51-af337d855166 req-4362c2be-1506-495a-b931-72433184d6f7 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649330 Jul 16 22:40:02.683637 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5fe67e17-36c7-4602-af80-2b948b2095fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.725141 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-5da34f2d-2c74-4099-b600-b4aa0a702f44 service neutron] 10.222.0.24 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292890 Jul 16 22:40:02.739362 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5fe67e17-36c7-4602-af80-2b948b2095fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.742149 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5fe67e17-36c7-4602-af80-2b948b2095fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:02.743653 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-5fe67e17-36c7-4602-af80-2b948b2095fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4d29106-27d6-4f6f-9f08-f2b395e6b646 HTTP/1.1" status: 204 len: 168 time: 0.1917424 Jul 16 22:40:02.764868 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe67e17-36c7-4602-af80-2b948b2095fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d29106-27d6-4f6f-9f08-f2b395e6b646,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:02.832999 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d752a05c-e13d-43f6-9b8f-e4edd2925348 x-openstack-request-id: req-d752a05c-e13d-43f6-9b8f-e4edd2925348 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:02.833291 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d072bb18-1706-4480-b08e-e03628f51d25", "tag": "8472c691-62f9-455a-948b-7e811524cffb", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:02.834169 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d752a05c-e13d-43f6-9b8f-e4edd2925348 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:02.834676 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd072bb18-1706-4480-b08e-e03628f51d25', 'tag': '8472c691-62f9-455a-948b-7e811524cffb', 'status': 'completed', 'code': 200} Jul 16 22:40:02.841556 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-5c1e6751-76c2-430a-8776-0ea3398a4212 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3330357 Jul 16 22:40:02.979801 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-10b4db4d-d4e2-4db9-8772-57a35945d551 service neutron] 10.222.0.24 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531190 Jul 16 22:40:03.068478 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:03.103315 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63ba5f2b-c1cb-4638-a6c4-b0bbac0f0901 req-9358ea73-05a8-478b-bd27-a97d7389b918 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215176 Jul 16 22:40:03.105123 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Transition to ACTIVE for port object 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 will not be triggered until provisioned by entity DHCP. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:03.144261 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526c6ce9-4675-4c61-99c7-e36d1030f75e req-6d0c4c9e-47eb-41b3-9f4f-ede3a393a5c7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:03.146581 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-526c6ce9-4675-4c61-99c7-e36d1030f75e req-6d0c4c9e-47eb-41b3-9f4f-ede3a393a5c7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 943 time: 0.2141120 Jul 16 22:40:03.222168 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2e8900-5621-40c3-82ef-119f58a98ef1 x-openstack-request-id: req-1b2e8900-5621-40c3-82ef-119f58a98ef1 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:03.222168 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1", "tag": "fc1e4a81-93cd-4db0-bdf4-91498ada8621", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:03.222168 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1b2e8900-5621-40c3-82ef-119f58a98ef1 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:03.222168 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1', 'tag': 'fc1e4a81-93cd-4db0-bdf4-91498ada8621', 'status': 'completed', 'code': 200} Jul 16 22:40:03.268656 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:03.295616 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-526c6ce9-4675-4c61-99c7-e36d1030f75e req-acba46b5-cea9-44b1-a204-077a92a9ed85 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362748 Jul 16 22:40:03.423303 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:03.430277 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8630c4ee-10fd-4232-bf59-bdeb191b9620 req-8f638a09-701a-4caf-a7aa-733f2a3fd1f1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 210 time: 0.0630398 Jul 16 22:40:03.439764 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940b9a-2b97-432c-8c13-2bd45e984707 req-71e2bc56-a7a0-4b06-8e15-de0fd03a62e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:03.445122 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-98940b9a-2b97-432c-8c13-2bd45e984707 req-71e2bc56-a7a0-4b06-8e15-de0fd03a62e3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 1096 time: 0.1963632 Jul 16 22:40:03.447910 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:03.455819 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event updated for resources: {'Port': ['ID=8c594c7e-fc4c-41bf-b421-bd71a4d99d61,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:03.474594 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:03.481149 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:03.482805 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:03.571381 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-3d594fa4-7a1a-4aec-9fd7-d654087d0456 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6982820 Jul 16 22:40:03.572941 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d60fd-723b-49f1-80b0-9899f4b7aa11 req-477a0fb3-0b2e-4a01-b7fd-0ea5fb0d5305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:03.577093 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bc7d60fd-723b-49f1-80b0-9899f4b7aa11 req-477a0fb3-0b2e-4a01-b7fd-0ea5fb0d5305 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 1096 time: 0.4006050 Jul 16 22:40:03.647588 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Request body: {'port': {'device_id': '66f1a009-e224-4553-b5ce-e805001be247', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:03.794785 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940b9a-2b97-432c-8c13-2bd45e984707 req-b5b9923b-e9fb-43bd-b950-137ba7d61c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:03.796309 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-98940b9a-2b97-432c-8c13-2bd45e984707 req-b5b9923b-e9fb-43bd-b950-137ba7d61c27 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 920 time: 0.3396685 Jul 16 22:40:03.903881 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-98940b9a-2b97-432c-8c13-2bd45e984707 req-d621a8c8-a02c-4faf-9b9b-b3abc7b0ef90 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc1e4a81-93cd-4db0-bdf4-91498ada8621 HTTP/1.1" status: 200 len: 217 time: 0.0965135 Jul 16 22:40:03.943790 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-8a61ace9-a6b6-4ef0-9468-1e7b629fe41b None None] Provisioning for port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:03.962772 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-8a61ace9-a6b6-4ef0-9468-1e7b629fe41b None None] Provisioning complete for port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:03.968562 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-8a61ace9-a6b6-4ef0-9468-1e7b629fe41b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:04.012128 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98940b9a-2b97-432c-8c13-2bd45e984707 req-0417cbc9-7a9e-42ce-acd1-6c802b9d227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:04.014319 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-98940b9a-2b97-432c-8c13-2bd45e984707 req-0417cbc9-7a9e-42ce-acd1-6c802b9d227e service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3393095a-2616-4956-9106-a5f93d079344 HTTP/1.1" status: 200 len: 859 time: 0.1028938 Jul 16 22:40:04.070381 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-8a61ace9-a6b6-4ef0-9468-1e7b629fe41b None None] Port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:40:04.080409 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-98940b9a-2b97-432c-8c13-2bd45e984707 req-adb8ad39-77be-4e57-80f9-9af060b32338 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583062 Jul 16 22:40:04.205703 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-98940b9a-2b97-432c-8c13-2bd45e984707 req-b408bbe5-e2b6-4624-ac60-c22294d3df27 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186125 Jul 16 22:40:04.341512 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:04.348202 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-98940b9a-2b97-432c-8c13-2bd45e984707 req-1c8fee4e-1638-4b7d-bb98-49ee31556774 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331766 Jul 16 22:40:04.365169 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bf2719-c142-46fd-9d97-36737c2e408d req-a1a8ab87-7fe3-4de6-afec-7cb3516cdff9 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:04.366705 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b2bf2719-c142-46fd-9d97-36737c2e408d req-a1a8ab87-7fe3-4de6-afec-7cb3516cdff9 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 931 time: 0.9580331 Jul 16 22:40:04.457507 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d60fd-723b-49f1-80b0-9899f4b7aa11 req-e3a2d899-0456-4254-a357-9370839da20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:04.458932 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bc7d60fd-723b-49f1-80b0-9899f4b7aa11 req-e3a2d899-0456-4254-a357-9370839da20f service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 920 time: 0.8183782 Jul 16 22:40:04.473302 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8253f1-23fc-4d13-a0da-524b7c8d4922 req-e2b59a93-e08e-4034-89c2-3df9605317e5 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:04.480619 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7d8253f1-23fc-4d13-a0da-524b7c8d4922 req-e2b59a93-e08e-4034-89c2-3df9605317e5 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 946 time: 0.5443847 Jul 16 22:40:04.518341 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b2bf2719-c142-46fd-9d97-36737c2e408d req-034f099c-24ba-4e69-856d-0f8c77fe8f21 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397717 Jul 16 22:40:04.601670 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 8472c691-62f9-455a-948b-7e811524cffb details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:40:04.607301 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bc7d60fd-723b-49f1-80b0-9899f4b7aa11 req-d5ff8cac-b45a-443a-a074-f2cea3b72930 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8472c691-62f9-455a-948b-7e811524cffb HTTP/1.1" status: 200 len: 217 time: 0.1204209 Jul 16 22:40:04.643695 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50538) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:04.736370 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 8472c691-62f9-455a-948b-7e811524cffb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8472c691-62f9-455a-948b-7e811524cffb,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:04.759849 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '8472c691-62f9-455a-948b-7e811524cffb', 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0', 'port_id': '8472c691-62f9-455a-948b-7e811524cffb', 'mac_address': 'fa:16:3e:89:eb:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3393095a-2616-4956-9106-a5f93d079344', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:40:04.773617 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7d8253f1-23fc-4d13-a0da-524b7c8d4922 req-365b5180-94d6-455e-85bc-5096fd9640d3 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b79871d-f801-48f5-9ba0-458b3778e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918046 Jul 16 22:40:04.813142 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:04.830333 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8472c691-62f9-455a-948b-7e811524cffb {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:04.862271 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 8472c691-62f9-455a-948b-7e811524cffb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8472c691-62f9-455a-948b-7e811524cffb,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:04.871915 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:04.878071 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device fc1e4a81-93cd-4db0-bdf4-91498ada8621 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:40:04.921141 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7d60fd-723b-49f1-80b0-9899f4b7aa11 req-0287a7f6-b341-46bd-81e4-d042e51530d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:04.922651 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bc7d60fd-723b-49f1-80b0-9899f4b7aa11 req-0287a7f6-b341-46bd-81e4-d042e51530d1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3393095a-2616-4956-9106-a5f93d079344 HTTP/1.1" status: 200 len: 859 time: 0.3082435 Jul 16 22:40:04.966523 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port fc1e4a81-93cd-4db0-bdf4-91498ada8621, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fc1e4a81-93cd-4db0-bdf4-91498ada8621,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:04.980716 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a37b295-8548-4af0-9fa3-9b281543e4ce req-c3a4c9cf-f5cb-42b5-b93e-963e4a51823e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:04.982353 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6a37b295-8548-4af0-9fa3-9b281543e4ce req-c3a4c9cf-f5cb-42b5-b93e-963e4a51823e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 943 time: 0.3021295 Jul 16 22:40:05.002481 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=8472c691-62f9-455a-948b-7e811524cffb,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:05.009141 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': 'fc1e4a81-93cd-4db0-bdf4-91498ada8621', 'network_id': '7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0', 'port_id': 'fc1e4a81-93cd-4db0-bdf4-91498ada8621', 'mac_address': 'fa:16:3e:32:74:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3393095a-2616-4956-9106-a5f93d079344', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:40:05.049183 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bc7d60fd-723b-49f1-80b0-9899f4b7aa11 req-495b2427-141e-40a2-9ddc-2edffb58bbe6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066556 Jul 16 22:40:05.068651 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.086188 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1e4a81-93cd-4db0-bdf4-91498ada8621 {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:05.114912 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port fc1e4a81-93cd-4db0-bdf4-91498ada8621, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fc1e4a81-93cd-4db0-bdf4-91498ada8621,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:05.122582 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.184577 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-57b63b3c-9961-45b8-aa41-da9cfda9d5b7 req-c17e6b94-6e8d-43cd-abb3-e41012405723 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 210 time: 0.1994238 Jul 16 22:40:05.186926 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bc7d60fd-723b-49f1-80b0-9899f4b7aa11 req-8a17c860-0fd9-4870-937a-65fe04773b8f service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086209 Jul 16 22:40:05.285702 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=fc1e4a81-93cd-4db0-bdf4-91498ada8621,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:05.286558 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-cdde7132-7bd5-40c4-8e0e-0146ad53d5c5 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:05.288585 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-cdde7132-7bd5-40c4-8e0e-0146ad53d5c5 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.35 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 816 time: 0.2725520 Jul 16 22:40:05.296010 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5d1d4613-d4f6-499e-9aa5-c138ac9ac6ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.342642 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6a37b295-8548-4af0-9fa3-9b281543e4ce req-24e4f376-5dc0-4e57-876d-63ecc011f737 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065405 Jul 16 22:40:05.358344 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['8472c691-62f9-455a-948b-7e811524cffb'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:40:05.410833 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['fc1e4a81-93cd-4db0-bdf4-91498ada8621'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:40:05.450517 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 {{(pid=99617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:05.464850 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.471808 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bc7d60fd-723b-49f1-80b0-9899f4b7aa11 req-46d715f1-579c-47dd-8d22-a8c1ad0109ae service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441740 Jul 16 22:40:05.485363 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Transition to ACTIVE for port object 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 will not be triggered until provisioned by entity L2. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:05.493088 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.493774 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5d1d4613-d4f6-499e-9aa5-c138ac9ac6ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.526934 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5d1d4613-d4f6-499e-9aa5-c138ac9ac6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.698701 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Attempting to bind port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:05.699512 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Attempting to bind port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:05.700214 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Attempting to bind port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 on network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:05.708169 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 on network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:40:05.708698 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Attempting to bind port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 on network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:05.721957 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:05.722580 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Checking segment: {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:05.723169 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Bound using segment: {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:05.724302 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Bound port: 8c594c7e-fc4c-41bf-b421-bd71a4d99d61, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'}}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:05.724984 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:05.748627 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Pushing event updated for resources: {'Port': ['ID=8c594c7e-fc4c-41bf-b421-bd71a4d99d61,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:05.753354 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-933ef23a-01c6-4d2a-8e2d-ab8a303c0d4c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=451c3e7fefbb4f29aff61cee92649a21 HTTP/1.1" status: 200 len: 380 time: 0.4479392 Jul 16 22:40:05.754053 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1d4613-d4f6-499e-9aa5-c138ac9ac6ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d1d543-3450-4c4c-912b-22d380c8cfa1,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:05.778577 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Request body: {'port': {'device_id': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'admin_state_up': True, 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'security_groups': ['e362910b-5561-494a-958e-c67dec1b5e0d']}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:05.792003 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-5d1d4613-d4f6-499e-9aa5-c138ac9ac6ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd7b639f759e4d74a9b3af5be50ebcc9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1454535 Jul 16 22:40:05.793371 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50596) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:05.966573 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f3264-5390-437b-a47f-6ff25fa2d970 req-f3854b2c-ce5a-4449-acd5-a217836dee79 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:05.968202 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a32f3264-5390-437b-a47f-6ff25fa2d970 req-f3854b2c-ce5a-4449-acd5-a217836dee79 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 943 time: 0.2212288 Jul 16 22:40:05.969370 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] For port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61, host hv-cinder-79760, cleared binding levels {{(pid=99617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:05.978167 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] For port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8c594c7e-fc4c-41bf-b421-bd71a4d99d61,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:06.004970 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.054504 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-db50684a-f283-4b27-a275-a6e27189f055 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.105649 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:06.106275 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.107753 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] 10.222.0.35 "PUT /v2.0/ports/8c594c7e-fc4c-41bf-b421-bd71a4d99d61 HTTP/1.1" status: 200 len: 1093 time: 2.5159314 Jul 16 22:40:06.108250 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f1a009-e224-4553-b5ce-e805001be247', 'tag': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:06.110641 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a2dc05e-4729-4557-b3a9-8b6a06693fed" -d '{"events": [{"name": "network-changed", "server_uuid": "66f1a009-e224-4553-b5ce-e805001be247", "tag": "8c594c7e-fc4c-41bf-b421-bd71a4d99d61"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:06.139287 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a32f3264-5390-437b-a47f-6ff25fa2d970 req-1a5e366e-9f5b-4195-9760-664f29b9dcbc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591468 Jul 16 22:40:06.143336 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150737cd-2611-4557-ad42-e3295cc6d8bb service neutron] Pushing event updated for resources: {'Port': ['ID=8c594c7e-fc4c-41bf-b421-bd71a4d99d61,revision_number=3']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:06.154962 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Made reservation on behalf of 451c3e7fefbb4f29aff61cee92649a21 for: {'port': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:06.162728 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.219931 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-db50684a-f283-4b27-a275-a6e27189f055 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.251464 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072a50d4-17e4-4933-b675-329f053772ad x-openstack-request-id: req-072a50d4-17e4-4933-b675-329f053772ad {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:06.251772 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f1a009-e224-4553-b5ce-e805001be247", "tag": "8c594c7e-fc4c-41bf-b421-bd71a4d99d61", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:06.252025 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-072a50d4-17e4-4933-b675-329f053772ad {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:06.252459 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f1a009-e224-4553-b5ce-e805001be247', 'tag': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61', 'status': 'completed', 'code': 200} Jul 16 22:40:06.264995 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751afdf9-20a4-424f-9069-80f8aacaacce req-30d4fe2a-d819-430d-88ef-a24fc4508221 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:06.266639 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-751afdf9-20a4-424f-9069-80f8aacaacce req-30d4fe2a-d819-430d-88ef-a24fc4508221 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 946 time: 0.2508359 Jul 16 22:40:06.366314 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-751afdf9-20a4-424f-9069-80f8aacaacce req-434d52cf-0a16-4000-b41f-1ceebcd32d8b tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b79871d-f801-48f5-9ba0-458b3778e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932240 Jul 16 22:40:06.386142 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 50634) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:06.421506 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937f288-4e64-4230-8634-4a0503114994 req-c5e3052c-6744-4b72-b59f-7cac60aa582f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:06.423190 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-c5e3052c-6744-4b72-b59f-7cac60aa582f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12637db01ff948e0b2bb6cede048908e&device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 1096 time: 0.2549632 Jul 16 22:40:06.429550 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bd83e0da-240a-4d88-a8fb-ccececa6a172 req-ae56affd-0229-438a-a2fc-8eea5b383e2e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 210 time: 0.0688064 Jul 16 22:40:06.474467 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-db50684a-f283-4b27-a275-a6e27189f055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.476973 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-db50684a-f283-4b27-a275-a6e27189f055 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.481339 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-db50684a-f283-4b27-a275-a6e27189f055 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1d1d543-3450-4c4c-912b-22d380c8cfa1 HTTP/1.1" status: 204 len: 168 time: 0.6658113 Jul 16 22:40:06.481339 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Allocated IP 172.20.0.3 (50e44edd-5b1f-499c-8dc2-2e586d01fac2/680d7656-7b6d-4cce-bb9c-e15cf419686e/68c5be25-0172-4360-b6e6-dc72d169991b) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:06.490135 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-18c2f742-e31c-4e7b-99c4-1957954a9547 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c594c7e-fc4c-41bf-b421-bd71a4d99d61 HTTP/1.1" status: 200 len: 217 time: 0.0588310 Jul 16 22:40:06.495490 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 50642) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:06.496675 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50684a-f283-4b27-a275-a6e27189f055 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d1d543-3450-4c4c-912b-22d380c8cfa1,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:06.614440 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 8472c691-62f9-455a-948b-7e811524cffb up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:06.633709 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937f288-4e64-4230-8634-4a0503114994 req-facaed0c-e11b-4c66-9185-ccbb09071770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:06.636063 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-facaed0c-e11b-4c66-9185-ccbb09071770 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91acd449-9df6-4265-ba3f-63ff7f25734f HTTP/1.1" status: 200 len: 850 time: 0.1261165 Jul 16 22:40:06.719867 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 8472c691-62f9-455a-948b-7e811524cffb completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:06.736371 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dbeca389-b03e-485a-9e25-179eb017e94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.742910 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 8472c691-62f9-455a-948b-7e811524cffb triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:06.743685 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.770288 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e27b614-d4bb-46a7-90e4-276bf33cdbab req-87ddc5ae-196b-4b53-b179-98b82364a568 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:06.777333 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8e27b614-d4bb-46a7-90e4-276bf33cdbab req-87ddc5ae-196b-4b53-b179-98b82364a568 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 944 time: 0.1860662 Jul 16 22:40:06.849976 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937f288-4e64-4230-8634-4a0503114994 req-626d2183-d838-4363-b800-69eb6bd78012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:06.851476 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-626d2183-d838-4363-b800-69eb6bd78012 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1979442 Jul 16 22:40:06.867837 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:06.875135 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8e27b614-d4bb-46a7-90e4-276bf33cdbab req-4271ae9a-2e7c-4ef9-9151-fa72199899f6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967894 Jul 16 22:40:06.919830 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Transition to ACTIVE for port object 68c5be25-0172-4360-b6e6-dc72d169991b will not be triggered until provisioned by entity DHCP. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:06.993540 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:40:07.001530 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.032775 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.045392 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd072bb18-1706-4480-b08e-e03628f51d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8472c691-62f9-455a-948b-7e811524cffb'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:07.048314 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ff35f57-97f4-4abd-b784-aa0d589bc59b" -d '{"events": [{"server_uuid": "d072bb18-1706-4480-b08e-e03628f51d25", "name": "network-vif-plugged", "status": "completed", "tag": "8472c691-62f9-455a-948b-7e811524cffb"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:07.061315 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-fe119236-bffb-4c25-8a45-73014b7aeead admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.084881 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 8472c691-62f9-455a-948b-7e811524cffb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8472c691-62f9-455a-948b-7e811524cffb,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:07.093879 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.094893 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device fc1e4a81-93cd-4db0-bdf4-91498ada8621 up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:07.096358 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:07.099550 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:07.107768 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:07.113611 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:07.114234 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.117936 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event updated for resources: {'Port': ['ID=68c5be25-0172-4360-b6e6-dc72d169991b,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:07.138646 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dbeca389-b03e-485a-9e25-179eb017e94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.146747 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03932137-b07a-489e-9058-c8f818e89148 x-openstack-request-id: req-03932137-b07a-489e-9058-c8f818e89148 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:07.147293 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d072bb18-1706-4480-b08e-e03628f51d25", "name": "network-vif-plugged", "status": "completed", "tag": "8472c691-62f9-455a-948b-7e811524cffb", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:07.147722 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-03932137-b07a-489e-9058-c8f818e89148 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:07.148794 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd072bb18-1706-4480-b08e-e03628f51d25', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8472c691-62f9-455a-948b-7e811524cffb', 'code': 200} Jul 16 22:40:07.159505 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dbeca389-b03e-485a-9e25-179eb017e94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.183112 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-34b3bbf4-b693-40a4-b0f7-6477e5a61ceb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4165509 Jul 16 22:40:07.214784 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Request body: {'port': {'device_id': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:07.291619 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=8472c691-62f9-455a-948b-7e811524cffb,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:07.309234 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-2dac2e49-d2d2-4b4d-ac5a-535a6a0642af service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4478376 Jul 16 22:40:07.315504 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port fc1e4a81-93cd-4db0-bdf4-91498ada8621 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:07.331126 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port fc1e4a81-93cd-4db0-bdf4-91498ada8621 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:07.331748 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.335864 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-dbeca389-b03e-485a-9e25-179eb017e94a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78534ccb54d241759b2c155471755cb8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9487085 Jul 16 22:40:07.339437 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeca389-b03e-485a-9e25-179eb017e94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd41377-a5a7-486b-8368-f6c020ffbc23,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:07.351621 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 50676) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:07.505362 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.550323 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-5aed3435-582a-4495-b777-496d91cae4ce None None] Provisioning for port 68c5be25-0172-4360-b6e6-dc72d169991b completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:07.567281 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-5aed3435-582a-4495-b777-496d91cae4ce None None] Provisioning complete for port 68c5be25-0172-4360-b6e6-dc72d169991b triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:07.568650 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5aed3435-582a-4495-b777-496d91cae4ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.572935 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port fc1e4a81-93cd-4db0-bdf4-91498ada8621, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fc1e4a81-93cd-4db0-bdf4-91498ada8621,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:07.617239 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.713659 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:07.731260 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-5aed3435-582a-4495-b777-496d91cae4ce None None] Port 68c5be25-0172-4360-b6e6-dc72d169991b cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:40:07.751877 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=fc1e4a81-93cd-4db0-bdf4-91498ada8621,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:07.971733 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2a555c12-c9ec-46ec-af9e-82e56cfe550c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.014666 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4937f288-4e64-4230-8634-4a0503114994 req-89bbfca1-b1d3-490c-851f-4865a05a2d8e service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6985390 Jul 16 22:40:08.047891 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68c5be25-0172-4360-b6e6-dc72d169991b {{(pid=99618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:08.050877 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2a555c12-c9ec-46ec-af9e-82e56cfe550c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.071104 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.076614 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-fe119236-bffb-4c25-8a45-73014b7aeead admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.084147 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Transition to ACTIVE for port object 68c5be25-0172-4360-b6e6-dc72d169991b will not be triggered until provisioned by entity L2. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:08.088591 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.103700 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7050572f-1a33-437f-ae5d-5e16c4db57ba req-cee06a20-f5d9-4cee-9591-868c0b3cd778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:08.105134 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7050572f-1a33-437f-ae5d-5e16c4db57ba req-cee06a20-f5d9-4cee-9591-868c0b3cd778 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 1098 time: 0.3130813 Jul 16 22:40:08.111066 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-fe119236-bffb-4c25-8a45-73014b7aeead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.143812 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Pushing event updated for resources: {'Port': ['ID=68c5be25-0172-4360-b6e6-dc72d169991b,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:08.157243 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6756bfbc-f935-4fde-835e-bdb40f908494 req-13019b0f-ad2f-4b4b-9f6b-f49ac3c92330 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:08.159807 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6756bfbc-f935-4fde-835e-bdb40f908494 req-13019b0f-ad2f-4b4b-9f6b-f49ac3c92330 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 931 time: 0.3736396 Jul 16 22:40:08.181339 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ec690-ebe1-4b56-8726-e293ab9af668 req-2f4256d7-aeef-4fc1-b7b1-b3090136ccd0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:08.183165 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-919ec690-ebe1-4b56-8726-e293ab9af668 req-2f4256d7-aeef-4fc1-b7b1-b3090136ccd0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 943 time: 0.7764487 Jul 16 22:40:08.184246 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Attempting to bind port 68c5be25-0172-4360-b6e6-dc72d169991b on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:08.185131 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Attempting to bind port 68c5be25-0172-4360-b6e6-dc72d169991b by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:08.185131 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Attempting to bind port 68c5be25-0172-4360-b6e6-dc72d169991b on network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:08.189710 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Port 68c5be25-0172-4360-b6e6-dc72d169991b on network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:40:08.190077 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Attempting to bind port 68c5be25-0172-4360-b6e6-dc72d169991b on network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:08.197913 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 39, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:08.197913 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Checking segment: {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:08.197913 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Bound using segment: {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:08.197913 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Bound port: 68c5be25-0172-4360-b6e6-dc72d169991b, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'}}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:08.197913 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.277196 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, cleared binding levels {{(pid=99618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:08.281106 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=68c5be25-0172-4360-b6e6-dc72d169991b,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:08.288854 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.289211 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-fe119236-bffb-4c25-8a45-73014b7aeead admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=360e1fc72a4e47e5885d27c54db449e9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7924650 Jul 16 22:40:08.310725 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 50700) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:08.326456 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-919ec690-ebe1-4b56-8726-e293ab9af668 req-ba170801-af03-4de6-a2b7-012d20a5d5a4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093006 Jul 16 22:40:08.328565 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe119236-bffb-4c25-8a45-73014b7aeead admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87c4d737-9c7a-41bd-be1b-53e6e2e46661,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:08.367181 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6756bfbc-f935-4fde-835e-bdb40f908494 req-62ac3277-ea27-42cb-9525-33567a97f537 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1702955 Jul 16 22:40:08.378072 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7050572f-1a33-437f-ae5d-5e16c4db57ba req-4483b480-d766-4c28-b6f6-10293250b7d1 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590885 Jul 16 22:40:08.409165 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Pushing event updated for resources: {'Port': ['ID=68c5be25-0172-4360-b6e6-dc72d169991b,revision_number=3']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:08.411114 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2a555c12-c9ec-46ec-af9e-82e56cfe550c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.413722 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2a555c12-c9ec-46ec-af9e-82e56cfe550c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.414871 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-2a555c12-c9ec-46ec-af9e-82e56cfe550c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efd41377-a5a7-486b-8368-f6c020ffbc23 HTTP/1.1" status: 204 len: 168 time: 1.0611055 Jul 16 22:40:08.422627 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:08.423783 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.425225 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f35331b9-b39f-4e80-afe9-b1f3df2962b8 service neutron] 10.222.0.35 "PUT /v2.0/ports/68c5be25-0172-4360-b6e6-dc72d169991b HTTP/1.1" status: 200 len: 1093 time: 1.2198572 Jul 16 22:40:08.425738 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:08.428187 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60cf42a7-41d7-4152-987f-4f411ecc149c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:08.498870 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dc05e-4729-4557-b3a9-8b6a06693fed req-3399731f-42b3-4510-8150-4757e03a1c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:08.507154 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a2dc05e-4729-4557-b3a9-8b6a06693fed req-3399731f-42b3-4510-8150-4757e03a1c89 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12637db01ff948e0b2bb6cede048908e&device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 1096 time: 0.4176350 Jul 16 22:40:08.515485 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a555c12-c9ec-46ec-af9e-82e56cfe550c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd41377-a5a7-486b-8368-f6c020ffbc23,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:08.571774 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2a603946-13b1-4f06-8703-99ef3f717e3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.635956 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-08245456-3494-4d2b-882a-63f8bd35c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:08.637651 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-08245456-3494-4d2b-882a-63f8bd35c43f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 1096 time: 0.1686418 Jul 16 22:40:08.691323 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-29e28e64-bb40-4449-9967-0ecf467dd31c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68c5be25-0172-4360-b6e6-dc72d169991b HTTP/1.1" status: 200 len: 217 time: 0.0448449 Jul 16 22:40:08.706947 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2a603946-13b1-4f06-8703-99ef3f717e3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.776946 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f167f6f8-c7bb-461f-aef0-9f51ff6ed879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:08.778244 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f167f6f8-c7bb-461f-aef0-9f51ff6ed879 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=680d7656-7b6d-4cce-bb9c-e15cf419686e HTTP/1.1" status: 200 len: 855 time: 0.0791130 Jul 16 22:40:08.836510 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dc05e-4729-4557-b3a9-8b6a06693fed req-adb508b2-501a-4bca-80b4-4299fc513f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:08.838295 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a2dc05e-4729-4557-b3a9-8b6a06693fed req-adb508b2-501a-4bca-80b4-4299fc513f96 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b HTTP/1.1" status: 200 len: 912 time: 0.3139429 Jul 16 22:40:08.902864 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f92aabcf-f675-49da-be78-1638b9cda201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:08.906572 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-f92aabcf-f675-49da-be78-1638b9cda201 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50e44edd-5b1f-499c-8dc2-2e586d01fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1183074 Jul 16 22:40:08.937784 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2a603946-13b1-4f06-8703-99ef3f717e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.940870 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2a603946-13b1-4f06-8703-99ef3f717e3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:08.942365 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-2a603946-13b1-4f06-8703-99ef3f717e3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87c4d737-9c7a-41bd-be1b-53e6e2e46661 HTTP/1.1" status: 204 len: 168 time: 0.6146665 Jul 16 22:40:08.943758 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a2dc05e-4729-4557-b3a9-8b6a06693fed req-ec825efe-9fe5-43e5-a9fa-8edcee9b9798 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c594c7e-fc4c-41bf-b421-bd71a4d99d61 HTTP/1.1" status: 200 len: 217 time: 0.0974913 Jul 16 22:40:08.980256 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a603946-13b1-4f06-8703-99ef3f717e3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87c4d737-9c7a-41bd-be1b-53e6e2e46661,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:09.013929 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d08c50-ebf6-4df8-82ac-0b1667af8c76 req-368a3a46-d124-4036-a3fe-c4f717ca338c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.020788 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-09d08c50-ebf6-4df8-82ac-0b1667af8c76 req-368a3a46-d124-4036-a3fe-c4f717ca338c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.3984442 Jul 16 22:40:09.063000 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-73e0e10a-234d-4eaa-858d-d42f76ec1ae4 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492190 Jul 16 22:40:09.064679 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 50728) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:09.076405 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dc05e-4729-4557-b3a9-8b6a06693fed req-4f951d4c-a949-4019-a1e1-a9e7d047123f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.077350 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a2dc05e-4729-4557-b3a9-8b6a06693fed req-4f951d4c-a949-4019-a1e1-a9e7d047123f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91acd449-9df6-4265-ba3f-63ff7f25734f HTTP/1.1" status: 200 len: 850 time: 0.1210425 Jul 16 22:40:09.095279 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-09d08c50-ebf6-4df8-82ac-0b1667af8c76 req-85d309a3-8727-4122-92d3-fcc65376f546 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723343 Jul 16 22:40:09.099865 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0b6353e7-fdf9-4af5-8845-3708615e55e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.149915 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1e4a81-93cd-4db0-bdf4-91498ada8621'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:09.153292 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39457b18-2371-4897-814d-dedc76e76be2" -d '{"events": [{"server_uuid": "6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1", "name": "network-vif-plugged", "status": "completed", "tag": "fc1e4a81-93cd-4db0-bdf4-91498ada8621"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:09.162621 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e353314-7ed4-4da0-a924-54068d1d3f71 x-openstack-request-id: req-8e353314-7ed4-4da0-a924-54068d1d3f71 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:09.163072 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:09.163328 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8e353314-7ed4-4da0-a924-54068d1d3f71 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:09.163717 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b', 'status': 'completed', 'code': 200} Jul 16 22:40:09.241918 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf00acb-4b96-4e6e-a72f-97038505a189 x-openstack-request-id: req-3bf00acb-4b96-4e6e-a72f-97038505a189 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:09.242485 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1", "name": "network-vif-plugged", "status": "completed", "tag": "fc1e4a81-93cd-4db0-bdf4-91498ada8621", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:09.242697 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a9c0bf8-f117-41ee-8be2-3373eed4c9d4 req-e6e28891-bdc7-4cba-8b3f-dbe3c74666be service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704938 Jul 16 22:40:09.243140 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3bf00acb-4b96-4e6e-a72f-97038505a189 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:09.243717 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1e4a81-93cd-4db0-bdf4-91498ada8621', 'code': 200} Jul 16 22:40:09.367508 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0b6353e7-fdf9-4af5-8845-3708615e55e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.379035 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2dc05e-4729-4557-b3a9-8b6a06693fed req-5b405c1a-6b6c-4b90-a520-86ac137381f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.381409 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a2dc05e-4729-4557-b3a9-8b6a06693fed req-5b405c1a-6b6c-4b90-a520-86ac137381f7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2835906 Jul 16 22:40:09.382737 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0b6353e7-fdf9-4af5-8845-3708615e55e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.443703 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50764) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:09.472480 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9be085b8-fc99-49fa-8b2b-4206d90f4112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.516516 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6353e7-fdf9-4af5-8845-3708615e55e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d129f276-1fa3-4765-aa9d-798e758d0cad,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:09.617815 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf42a7-41d7-4152-987f-4f411ecc149c req-64fae246-ed3f-4944-9a3f-b8fef760ba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.619585 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-60cf42a7-41d7-4152-987f-4f411ecc149c req-64fae246-ed3f-4944-9a3f-b8fef760ba2b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 1096 time: 0.1437931 Jul 16 22:40:09.673325 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-0b6353e7-fdf9-4af5-8845-3708615e55e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0acc1277b63945bfb5a8fa6c8872273e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6075983 Jul 16 22:40:09.704168 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 50768) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:09.768810 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf42a7-41d7-4152-987f-4f411ecc149c req-a08f22e0-ce24-43d5-a684-8bf497b9da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.770245 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-60cf42a7-41d7-4152-987f-4f411ecc149c req-a08f22e0-ce24-43d5-a684-8bf497b9da82 service neutron] 10.222.0.35 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 917 time: 0.1359258 Jul 16 22:40:09.821440 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-60cf42a7-41d7-4152-987f-4f411ecc149c req-88c35bf0-077f-4cb5-b6b9-91ce9fc7fecf service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68c5be25-0172-4360-b6e6-dc72d169991b HTTP/1.1" status: 200 len: 217 time: 0.0423687 Jul 16 22:40:09.868760 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fca7da-6072-47f1-8d2b-bef5f36d9cf5 req-fb75d141-e118-46f7-86ad-d659903c011a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.871313 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-15fca7da-6072-47f1-8d2b-bef5f36d9cf5 req-fb75d141-e118-46f7-86ad-d659903c011a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 943 time: 0.3410802 Jul 16 22:40:09.871643 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9be085b8-fc99-49fa-8b2b-4206d90f4112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.874237 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a2dc05e-4729-4557-b3a9-8b6a06693fed req-ca065531-bee6-4af7-9f52-3df206d72f88 service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4822156 Jul 16 22:40:09.877581 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-887458f7-8e5c-4a47-bd93-07372921f68c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.883861 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9be085b8-fc99-49fa-8b2b-4206d90f4112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.886886 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa517ad-c52e-4c5d-b7ee-18df6aa42d57 req-cc9ddba5-1e8c-47b8-a9dd-e6abe47d0942 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.888414 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-eaa517ad-c52e-4c5d-b7ee-18df6aa42d57 req-cc9ddba5-1e8c-47b8-a9dd-e6abe47d0942 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.2694700 Jul 16 22:40:09.901736 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50774) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:09.915023 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf42a7-41d7-4152-987f-4f411ecc149c req-c5af0241-d9f8-47db-ba0d-3757ae069ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.917067 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-60cf42a7-41d7-4152-987f-4f411ecc149c req-c5af0241-d9f8-47db-ba0d-3757ae069ace service neutron] 10.222.0.35 "GET /v2.0/subnets?id=680d7656-7b6d-4cce-bb9c-e15cf419686e HTTP/1.1" status: 200 len: 855 time: 0.0858274 Jul 16 22:40:09.964952 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-9be085b8-fc99-49fa-8b2b-4206d90f4112 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67b503427eeb497baf27fea54340236b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5200417 Jul 16 22:40:09.972147 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 50782) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:09.977959 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d44a16-56fd-4cf2-9c89-7aac884da7e4 req-c9e88495-7262-45b9-8879-96fe368aac4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:09.980434 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-92d44a16-56fd-4cf2-9c89-7aac884da7e4 req-c9e88495-7262-45b9-8879-96fe368aac4b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 1098 time: 0.2676706 Jul 16 22:40:09.986779 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-887458f7-8e5c-4a47-bd93-07372921f68c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:09.992658 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be085b8-fc99-49fa-8b2b-4206d90f4112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6babd2e3-569f-4fa2-8a22-a6c1543563ab,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:10.020738 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf42a7-41d7-4152-987f-4f411ecc149c req-4ef27f1a-0d0e-4825-957c-3feb396769e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:10.022506 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-60cf42a7-41d7-4152-987f-4f411ecc149c req-4ef27f1a-0d0e-4825-957c-3feb396769e5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50e44edd-5b1f-499c-8dc2-2e586d01fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846765 Jul 16 22:40:10.073341 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e79427bf-489c-41d0-8252-b3747918da93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.121939 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-eaa517ad-c52e-4c5d-b7ee-18df6aa42d57 req-43ea8e03-a1ce-4166-bf90-b11c45a02474 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2187288 Jul 16 22:40:10.138692 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-15fca7da-6072-47f1-8d2b-bef5f36d9cf5 req-a0ba5d83-ce37-4746-bb99-437ee700f691 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476339 Jul 16 22:40:10.157874 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-60cf42a7-41d7-4152-987f-4f411ecc149c req-7e572246-4ef3-4d55-ba79-8c85f89ab738 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281037 Jul 16 22:40:10.162577 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-92d44a16-56fd-4cf2-9c89-7aac884da7e4 req-fd18f380-e383-48fc-af8c-84890adce53b service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591034 Jul 16 22:40:10.188733 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a2dc05e-4729-4557-b3a9-8b6a06693fed req-81cf2890-6bc7-4d91-b525-802735e1ec79 service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966325 Jul 16 22:40:10.199869 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4399-11f9-4e72-9917-937323dddffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.211426 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-887458f7-8e5c-4a47-bd93-07372921f68c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.215655 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-887458f7-8e5c-4a47-bd93-07372921f68c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.220235 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-887458f7-8e5c-4a47-bd93-07372921f68c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d129f276-1fa3-4765-aa9d-798e758d0cad HTTP/1.1" status: 204 len: 168 time: 0.5094969 Jul 16 22:40:10.274087 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4399-11f9-4e72-9917-937323dddffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.319258 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887458f7-8e5c-4a47-bd93-07372921f68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d129f276-1fa3-4765-aa9d-798e758d0cad,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:10.320673 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e79427bf-489c-41d0-8252-b3747918da93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.332613 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e79427bf-489c-41d0-8252-b3747918da93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.341924 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-60cf42a7-41d7-4152-987f-4f411ecc149c req-c1103fba-87b9-4415-93d6-9ef404da0764 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332824 Jul 16 22:40:10.377697 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79427bf-489c-41d0-8252-b3747918da93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf1ceb7-651e-42f8-8744-a4995db40b8a,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:10.382253 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-e79427bf-489c-41d0-8252-b3747918da93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78f7081e5b4e47e494fa839a2e3528a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4777918 Jul 16 22:40:10.385897 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50792) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:10.419428 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4399-11f9-4e72-9917-937323dddffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.423247 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f64c4399-11f9-4e72-9917-937323dddffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.425510 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f64c4399-11f9-4e72-9917-937323dddffa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6babd2e3-569f-4fa2-8a22-a6c1543563ab HTTP/1.1" status: 204 len: 168 time: 0.4490118 Jul 16 22:40:10.438223 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c4399-11f9-4e72-9917-937323dddffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6babd2e3-569f-4fa2-8a22-a6c1543563ab,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:10.444380 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c60226e6-70ec-4dae-8c03-5944df44ab0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.475159 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c60226e6-70ec-4dae-8c03-5944df44ab0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.505171 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab94170-64eb-4aff-9c15-b7c0dfd4159f req-249d6681-be24-4992-8e2a-2132392c4d19 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:10.522726 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2ab94170-64eb-4aff-9c15-b7c0dfd4159f req-249d6681-be24-4992-8e2a-2132392c4d19 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.1420357 Jul 16 22:40:10.537216 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c60226e6-70ec-4dae-8c03-5944df44ab0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.540371 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c60226e6-70ec-4dae-8c03-5944df44ab0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.546625 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-c60226e6-70ec-4dae-8c03-5944df44ab0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/abf1ceb7-651e-42f8-8744-a4995db40b8a HTTP/1.1" status: 204 len: 168 time: 0.1596437 Jul 16 22:40:10.561204 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60226e6-70ec-4dae-8c03-5944df44ab0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf1ceb7-651e-42f8-8744-a4995db40b8a,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:10.580329 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2ab94170-64eb-4aff-9c15-b7c0dfd4159f req-1e5a4bbd-1f06-4fea-bc15-54545fa798f3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500758 Jul 16 22:40:10.654033 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:40:10.763817 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8c594c7e-fc4c-41bf-b421-bd71a4d99d61,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:10.775146 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'port_id': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61', 'mac_address': 'fa:16:3e:fa:15:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:40:10.814826 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.829326 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:10.859938 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8c594c7e-fc4c-41bf-b421-bd71a4d99d61,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:10.864091 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:10.865062 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 68c5be25-0172-4360-b6e6-dc72d169991b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:40:11.055901 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=8c594c7e-fc4c-41bf-b421-bd71a4d99d61,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:11.071287 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50830) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:11.161517 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=68c5be25-0172-4360-b6e6-dc72d169991b,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:11.180654 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '68c5be25-0172-4360-b6e6-dc72d169991b', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'port_id': '68c5be25-0172-4360-b6e6-dc72d169991b', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:40:11.252974 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b573535-4601-49da-9a76-997a711354b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.258871 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.284986 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c5be25-0172-4360-b6e6-dc72d169991b {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:11.317658 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=68c5be25-0172-4360-b6e6-dc72d169991b,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:11.326774 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.413723 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=68c5be25-0172-4360-b6e6-dc72d169991b,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:11.443919 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b573535-4601-49da-9a76-997a711354b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.449553 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b573535-4601-49da-9a76-997a711354b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.485365 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-9b573535-4601-49da-9a76-997a711354b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ed389d8d511249ab9affe143e53d0c25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4115481 Jul 16 22:40:11.498031 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 50852) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:11.512864 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4feb88-11ff-4514-89e5-512c85050fad req-73cfd909-51c6-433f-8baa-558f36cb5237 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:11.514867 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b573535-4601-49da-9a76-997a711354b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dbb339-8c8b-400d-aabf-7de2ffc96ae4,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:11.515542 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2f4feb88-11ff-4514-89e5-512c85050fad req-73cfd909-51c6-433f-8baa-558f36cb5237 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 944 time: 0.1552455 Jul 16 22:40:11.561393 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0276714f-6fbb-4bd8-8c52-5ba46b587955 req-fbf16d5a-9533-4623-adc5-111833ec8ee9 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:11.562941 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0276714f-6fbb-4bd8-8c52-5ba46b587955 req-fbf16d5a-9533-4623-adc5-111833ec8ee9 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 944 time: 0.1924343 Jul 16 22:40:11.587534 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['8c594c7e-fc4c-41bf-b421-bd71a4d99d61'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:40:11.594536 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['68c5be25-0172-4360-b6e6-dc72d169991b'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:40:11.638750 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2f4feb88-11ff-4514-89e5-512c85050fad req-3f98cb43-560a-4475-944d-81cbaf3576de tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090243 Jul 16 22:40:11.658985 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0276714f-6fbb-4bd8-8c52-5ba46b587955 req-3113d837-6cfd-42ab-b66e-9d3e6fe9dd66 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866044 Jul 16 22:40:11.662156 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f7beca83-f3c6-4f1f-9971-78b8c66f21cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.724738 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f7beca83-f3c6-4f1f-9971-78b8c66f21cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.871276 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a633e5f-8996-4765-ac6a-881b999e2cb5 req-f2e45184-6b07-4cb9-8f1c-3f9fbd095eac tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:11.872815 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0a633e5f-8996-4765-ac6a-881b999e2cb5 req-f2e45184-6b07-4cb9-8f1c-3f9fbd095eac tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0909686 Jul 16 22:40:11.873952 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f7beca83-f3c6-4f1f-9971-78b8c66f21cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.876469 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f7beca83-f3c6-4f1f-9971-78b8c66f21cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:11.880791 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f7beca83-f3c6-4f1f-9971-78b8c66f21cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5dbb339-8c8b-400d-aabf-7de2ffc96ae4 HTTP/1.1" status: 204 len: 168 time: 0.3607538 Jul 16 22:40:11.893086 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7beca83-f3c6-4f1f-9971-78b8c66f21cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dbb339-8c8b-400d-aabf-7de2ffc96ae4,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:11.924044 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0a633e5f-8996-4765-ac6a-881b999e2cb5 req-c2d148a8-379f-4031-89af-659f446e6186 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Jul 16 22:40:12.345369 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91191548-60fe-44b1-a471-48fece89c628 req-23a0618b-5e19-4b29-9ee0-864d8cb1bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:12.346992 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-91191548-60fe-44b1-a471-48fece89c628 req-23a0618b-5e19-4b29-9ee0-864d8cb1bf1c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 1098 time: 0.0824642 Jul 16 22:40:12.386178 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d642f87-84e0-46c0-b960-cf9b2119974e req-e52e6507-ecc4-487a-a8f1-328a5e9a1966 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:12.393646 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9d642f87-84e0-46c0-b960-cf9b2119974e req-e52e6507-ecc4-487a-a8f1-328a5e9a1966 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0736206 Jul 16 22:40:12.423065 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 50900) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:12.445981 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9d642f87-84e0-46c0-b960-cf9b2119974e req-dbceaccc-b09b-4c0e-a24f-093efbc3e2dd tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512271 Jul 16 22:40:12.447013 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-11b1fa8f-8d0c-44f0-a955-d98b6ed0f414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:12.459989 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91191548-60fe-44b1-a471-48fece89c628 req-cec72ed9-f869-4892-8dde-a294a36c80cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:12.462261 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-91191548-60fe-44b1-a471-48fece89c628 req-cec72ed9-f869-4892-8dde-a294a36c80cb service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 920 time: 0.1076641 Jul 16 22:40:12.509784 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-91191548-60fe-44b1-a471-48fece89c628 req-9fb22171-605e-4088-86e3-ae088b62bd53 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc1e4a81-93cd-4db0-bdf4-91498ada8621 HTTP/1.1" status: 200 len: 217 time: 0.0407200 Jul 16 22:40:12.569814 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-11b1fa8f-8d0c-44f0-a955-d98b6ed0f414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:12.573167 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91191548-60fe-44b1-a471-48fece89c628 req-ad2d886f-8ca4-4667-b1d4-3c26991a755c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:12.575106 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-91191548-60fe-44b1-a471-48fece89c628 req-ad2d886f-8ca4-4667-b1d4-3c26991a755c service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3393095a-2616-4956-9106-a5f93d079344 HTTP/1.1" status: 200 len: 859 time: 0.0482633 Jul 16 22:40:12.576254 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-11b1fa8f-8d0c-44f0-a955-d98b6ed0f414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:12.622868 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-91191548-60fe-44b1-a471-48fece89c628 req-bcb264f6-a233-4933-bf5f-774f177c2cee service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396876 Jul 16 22:40:12.631490 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-11b1fa8f-8d0c-44f0-a955-d98b6ed0f414 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24ca821dd97546c197631541ad2d4716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2050872 Jul 16 22:40:12.631490 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b1fa8f-8d0c-44f0-a955-d98b6ed0f414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1b74a2-f261-4380-ae12-17ee4da77f2f,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:12.632864 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 50906) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:12.669963 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 68c5be25-0172-4360-b6e6-dc72d169991b up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:12.733606 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 68c5be25-0172-4360-b6e6-dc72d169991b completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:12.742140 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 68c5be25-0172-4360-b6e6-dc72d169991b triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:12.743794 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:12.928909 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:12.932383 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f21fee06-bd0f-48bb-8c52-687c01b1ac9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:12.958659 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-91191548-60fe-44b1-a471-48fece89c628 req-fd493bd5-2d8a-4c33-80b1-43af56dda786 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3265691 Jul 16 22:40:12.981083 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f21fee06-bd0f-48bb-8c52-687c01b1ac9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.003460 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:13.007606 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7188e508-6550-4d2c-84dd-9fa4acbfdfb7" -d '{"events": [{"server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "name": "network-vif-plugged", "status": "completed", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:13.015043 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83758ca0-f2e4-4d84-899b-94674ffd9d89 req-dc203d45-3a78-405e-a2c0-c9ca88510f1e tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:13.019734 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=68c5be25-0172-4360-b6e6-dc72d169991b,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:13.023664 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-83758ca0-f2e4-4d84-899b-94674ffd9d89 req-dc203d45-3a78-405e-a2c0-c9ca88510f1e tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 944 time: 0.0876224 Jul 16 22:40:13.031370 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.032230 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:13.128734 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-83758ca0-f2e4-4d84-899b-94674ffd9d89 req-a1b0c794-d961-4e1b-bba8-01ab9220e565 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039438 Jul 16 22:40:13.168953 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-91191548-60fe-44b1-a471-48fece89c628 req-4fee8935-d8a4-492b-92dd-d0220e352557 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025962 Jul 16 22:40:13.174078 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f21fee06-bd0f-48bb-8c52-687c01b1ac9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.177972 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c3d0f-909f-458b-a9f2-77571b8afa4c req-168bc1a4-f2ce-469e-b84d-e8fce752a797 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:13.187363 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f21fee06-bd0f-48bb-8c52-687c01b1ac9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.190789 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-f21fee06-bd0f-48bb-8c52-687c01b1ac9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b1b74a2-f261-4380-ae12-17ee4da77f2f HTTP/1.1" status: 204 len: 168 time: 0.5325503 Jul 16 22:40:13.190930 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44d446a6-cf5d-4d81-be05-ce928a41eecd x-openstack-request-id: req-44d446a6-cf5d-4d81-be05-ce928a41eecd {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:13.190930 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "name": "network-vif-plugged", "status": "completed", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:13.190930 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-44d446a6-cf5d-4d81-be05-ce928a41eecd {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:13.190930 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b', 'code': 200} Jul 16 22:40:13.191261 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d21c3d0f-909f-458b-a9f2-77571b8afa4c req-168bc1a4-f2ce-469e-b84d-e8fce752a797 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1558881 Jul 16 22:40:13.203649 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=68c5be25-0172-4360-b6e6-dc72d169991b,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:13.207323 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21fee06-bd0f-48bb-8c52-687c01b1ac9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1b74a2-f261-4380-ae12-17ee4da77f2f,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:13.225886 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:13.231057 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:13.231702 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.253550 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d21c3d0f-909f-458b-a9f2-77571b8afa4c req-c67392f0-3d8f-4844-9062-eb9cf76e3cae tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615280 Jul 16 22:40:13.396886 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.444149 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8c594c7e-fc4c-41bf-b421-bd71a4d99d61,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:13.451479 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.540002 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=8c594c7e-fc4c-41bf-b421-bd71a4d99d61,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:13.646813 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3aafc79-99b7-4bd5-9553-54601a404bf5 req-0f37d663-c14a-4e76-906e-516387edb881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:13.648349 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c3aafc79-99b7-4bd5-9553-54601a404bf5 req-0f37d663-c14a-4e76-906e-516387edb881 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 1098 time: 0.0774534 Jul 16 22:40:13.706669 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c3aafc79-99b7-4bd5-9553-54601a404bf5 req-1196a7b6-ce66-452b-ba67-8b2d4408304f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426009 Jul 16 22:40:13.733652 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6007d06-1f5f-444e-93e4-0e6b71582ea8 req-92229cf6-26ec-4adb-b56b-843764b9295d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:13.735570 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e6007d06-1f5f-444e-93e4-0e6b71582ea8 req-92229cf6-26ec-4adb-b56b-843764b9295d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.1090646 Jul 16 22:40:13.785079 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e6007d06-1f5f-444e-93e4-0e6b71582ea8 req-08191a0a-0adb-4be5-897b-ea2f46c9a3b2 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412669 Jul 16 22:40:13.825007 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51000) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:13.854093 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9e1c5b5f-1ec2-4a4b-a171-ce84411888b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.936020 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51008) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:13.977222 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9e1c5b5f-1ec2-4a4b-a171-ce84411888b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:13.983075 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9e1c5b5f-1ec2-4a4b-a171-ce84411888b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.024976 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-9e1c5b5f-1ec2-4a4b-a171-ce84411888b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0811356bfba44a2088dffa21e3cda208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1979444 Jul 16 22:40:14.026255 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c5b5f-1ec2-4a4b-a171-ce84411888b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffa9c1b-4ee4-4ee1-9953-adcca96931a5,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:14.027952 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51018) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:14.092239 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d3180773-4ac9-4315-b384-6bb568e7ba9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.113954 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5ac56402-d455-49a0-8706-d360454c6804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.143408 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d3180773-4ac9-4315-b384-6bb568e7ba9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.241643 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d3180773-4ac9-4315-b384-6bb568e7ba9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.245025 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d3180773-4ac9-4315-b384-6bb568e7ba9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.249510 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-d3180773-4ac9-4315-b384-6bb568e7ba9f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ffa9c1b-4ee4-4ee1-9953-adcca96931a5 HTTP/1.1" status: 204 len: 168 time: 0.2202833 Jul 16 22:40:14.270712 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3180773-4ac9-4315-b384-6bb568e7ba9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffa9c1b-4ee4-4ee1-9953-adcca96931a5,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:14.359927 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5ac56402-d455-49a0-8706-d360454c6804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.368625 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5ac56402-d455-49a0-8706-d360454c6804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.413665 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb66fb4-39f2-4e67-b11f-a8b052cb7f86 req-4bf19d01-2a63-468b-a6df-f7761c41b8e0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:14.415460 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-efb66fb4-39f2-4e67-b11f-a8b052cb7f86 req-4bf19d01-2a63-468b-a6df-f7761c41b8e0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1480951 Jul 16 22:40:14.484215 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-5ac56402-d455-49a0-8706-d360454c6804 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a0dda76f95194cf0916ece32fafaed57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5458255 Jul 16 22:40:14.486643 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac56402-d455-49a0-8706-d360454c6804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d48ee8a-93e8-48c3-a224-5d92c8f8bd51,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:14.487424 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51040) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:14.514873 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-efb66fb4-39f2-4e67-b11f-a8b052cb7f86 req-129f2502-1053-48cf-9c6d-796e485fc2c9 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764604 Jul 16 22:40:14.558159 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad91ba2-f997-4cd7-b86e-9200baeddc3a req-e708bfca-9690-4b3b-a004-6b13b6282c5f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:14.559958 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8ad91ba2-f997-4cd7-b86e-9200baeddc3a req-e708bfca-9690-4b3b-a004-6b13b6282c5f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1400497 Jul 16 22:40:14.584203 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ffc9c135-4ce4-4fd8-8537-a656fa59e10c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.612802 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8ad91ba2-f997-4cd7-b86e-9200baeddc3a req-29e59077-1b0d-4b0f-a7c6-530dd576d4fd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418131 Jul 16 22:40:14.625424 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ffc9c135-4ce4-4fd8-8537-a656fa59e10c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.690658 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ffc9c135-4ce4-4fd8-8537-a656fa59e10c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.695420 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ffc9c135-4ce4-4fd8-8537-a656fa59e10c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:14.699846 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-ffc9c135-4ce4-4fd8-8537-a656fa59e10c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d48ee8a-93e8-48c3-a224-5d92c8f8bd51 HTTP/1.1" status: 204 len: 168 time: 0.2049415 Jul 16 22:40:14.708881 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc9c135-4ce4-4fd8-8537-a656fa59e10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d48ee8a-93e8-48c3-a224-5d92c8f8bd51,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:15.014607 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f1784e-b1a1-4efa-92d8-af7782cfe9ec req-ffe4afb4-7242-4569-b0a1-4fd5562c488e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:15.016108 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-35f1784e-b1a1-4efa-92d8-af7782cfe9ec req-ffe4afb4-7242-4569-b0a1-4fd5562c488e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0833156 Jul 16 22:40:15.191106 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f1a009-e224-4553-b5ce-e805001be247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:15.195821 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4517337-443e-4085-977f-a75e3af2abf3" -d '{"events": [{"server_uuid": "66f1a009-e224-4553-b5ce-e805001be247", "name": "network-vif-plugged", "status": "completed", "tag": "8c594c7e-fc4c-41bf-b421-bd71a4d99d61"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:15.259705 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68401bc6-2d3c-4570-be8b-d8fef42d4042 x-openstack-request-id: req-68401bc6-2d3c-4570-be8b-d8fef42d4042 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:15.260004 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f1a009-e224-4553-b5ce-e805001be247", "name": "network-vif-plugged", "status": "completed", "tag": "8c594c7e-fc4c-41bf-b421-bd71a4d99d61", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:15.260431 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-68401bc6-2d3c-4570-be8b-d8fef42d4042 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:15.260825 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f1a009-e224-4553-b5ce-e805001be247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61', 'code': 200} Jul 16 22:40:15.274855 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-35f1784e-b1a1-4efa-92d8-af7782cfe9ec req-9b9710fc-54b7-48a5-bad5-63442dc16860 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525692 Jul 16 22:40:15.371887 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51080) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:15.386868 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3a45c706-4991-4497-b90b-39954e495e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.505412 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3a45c706-4991-4497-b90b-39954e495e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.511002 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3a45c706-4991-4497-b90b-39954e495e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.555466 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-3a45c706-4991-4497-b90b-39954e495e3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbe25ac425b24064aa77feb1707138c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1800547 Jul 16 22:40:15.555466 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a45c706-4991-4497-b90b-39954e495e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caed7cf4-960b-4cb4-b70b-1b87a0f7e973,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:15.559329 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51094) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:15.629704 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7a8707-91ba-47b0-900a-d1b1da53f538 req-c36e78f2-1833-4521-beee-9ba9ca953172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:15.631650 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-ca7a8707-91ba-47b0-900a-d1b1da53f538 req-c36e78f2-1833-4521-beee-9ba9ca953172 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 1098 time: 0.1112030 Jul 16 22:40:15.667786 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f16c99d3-be15-4b92-af2f-c869c2e222f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.695933 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f16c99d3-be15-4b92-af2f-c869c2e222f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.716676 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-ca7a8707-91ba-47b0-900a-d1b1da53f538 req-f4091f70-3eee-460b-8b66-4cf4075e22d7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731001 Jul 16 22:40:15.783676 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f16c99d3-be15-4b92-af2f-c869c2e222f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.787020 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f16c99d3-be15-4b92-af2f-c869c2e222f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:15.788214 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-f16c99d3-be15-4b92-af2f-c869c2e222f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/caed7cf4-960b-4cb4-b70b-1b87a0f7e973 HTTP/1.1" status: 204 len: 168 time: 0.2266607 Jul 16 22:40:15.806345 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7a107-4507-44f0-9101-ecec940ddaa4 req-a73e3112-31d7-405b-92d8-a812d9d9080e tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:15.807367 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16c99d3-be15-4b92-af2f-c869c2e222f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caed7cf4-960b-4cb4-b70b-1b87a0f7e973,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:15.808708 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3eb7a107-4507-44f0-9101-ecec940ddaa4 req-a73e3112-31d7-405b-92d8-a812d9d9080e tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1251717 Jul 16 22:40:15.874334 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3eb7a107-4507-44f0-9101-ecec940ddaa4 req-85574965-0148-44a8-9ffa-fefa7a68d77a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579553 Jul 16 22:40:15.940318 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba7a8-f170-4353-9a53-fc1deacd15b5 req-30cde34c-5178-4e65-a0ab-db00ea8d644b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:15.947895 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5c0ba7a8-f170-4353-9a53-fc1deacd15b5 req-30cde34c-5178-4e65-a0ab-db00ea8d644b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0901716 Jul 16 22:40:15.947996 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51106) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:15.985743 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5c0ba7a8-f170-4353-9a53-fc1deacd15b5 req-407468e7-9b79-484b-99bf-f9f20b00a980 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351868 Jul 16 22:40:16.055762 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51116) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:16.176779 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37bb2d7-3c8f-4cac-b331-7c0ef8a607d3 req-406b775f-ba7a-4308-88c1-51977c3f2712 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:16.178310 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d37bb2d7-3c8f-4cac-b331-7c0ef8a607d3 req-406b775f-ba7a-4308-88c1-51977c3f2712 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0674081 Jul 16 22:40:16.187704 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51122) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:16.196634 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-46faf882-7294-406f-8360-59fe6d73b73f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Request body: {'floatingip': {'port_id': '68c5be25-0172-4360-b6e6-dc72d169991b'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:16.269788 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-46faf882-7294-406f-8360-59fe6d73b73f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:16.367340 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-04f80b93-06b8-48bd-a11d-4574a91c8ea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:16.380631 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4c553843-8b3e-41d4-904e-66ffb8a49357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:16.466817 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.db.api [None req-4c553843-8b3e-41d4-904e-66ffb8a49357 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:40:16.466817 dv-cinder-797608-6-iscsi neutron-server[99618]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 22:40:16.466817 dv-cinder-797608-6-iscsi neutron-server[99618]: [parameters: {'project_id': '5001b5028c524c44a717adb146ac84e3', 'id': 'fb3dd9dd-17c8-4ee6-8f38-2f48a98c8df9', 'expiration': datetime.datetime(2021, 7, 16, 22, 42, 16, 459002)}] Jul 16 22:40:16.466817 dv-cinder-797608-6-iscsi neutron-server[99618]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:40:16.467224 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG oslo_db.api [None req-4c553843-8b3e-41d4-904e-66ffb8a49357 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:40:16.482323 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccfe2fd-3809-4c1e-8668-66dccff427b7 req-f0546964-14c6-4a95-8963-31552f77c476 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:16.484209 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bccfe2fd-3809-4c1e-8668-66dccff427b7 req-f0546964-14c6-4a95-8963-31552f77c476 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0817378 Jul 16 22:40:16.527577 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bccfe2fd-3809-4c1e-8668-66dccff427b7 req-50093179-97c9-4dfb-8835-68a29e1bbe58 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353353 Jul 16 22:40:16.890483 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-04f80b93-06b8-48bd-a11d-4574a91c8ea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:16.907408 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-04f80b93-06b8-48bd-a11d-4574a91c8ea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:16.967911 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4c553843-8b3e-41d4-904e-66ffb8a49357 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.020201 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-04f80b93-06b8-48bd-a11d-4574a91c8ea3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f8303893b5474807abaf04ae240a0e86&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0710540 Jul 16 22:40:17.022711 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51150) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:17.079383 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f80b93-06b8-48bd-a11d-4574a91c8ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efca0db8-2770-4b1c-8507-7762a71a4fc5,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:17.130694 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-75dd607e-d5e3-4dd2-8432-4a4348ea7fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.154405 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaa37fa-1ee3-484d-9c3c-67b218ccaca6 req-f7d34a42-350d-4d45-8568-24f3ade108f8 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:17.158390 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-eeaa37fa-1ee3-484d-9c3c-67b218ccaca6 req-f7d34a42-350d-4d45-8568-24f3ade108f8 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1320240 Jul 16 22:40:17.187007 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-75dd607e-d5e3-4dd2-8432-4a4348ea7fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.246169 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-eeaa37fa-1ee3-484d-9c3c-67b218ccaca6 req-944f28c9-ace7-4763-b4f8-a922e9e6909d tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759623 Jul 16 22:40:17.278796 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-75dd607e-d5e3-4dd2-8432-4a4348ea7fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.281835 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-75dd607e-d5e3-4dd2-8432-4a4348ea7fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.285823 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-75dd607e-d5e3-4dd2-8432-4a4348ea7fc4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efca0db8-2770-4b1c-8507-7762a71a4fc5 HTTP/1.1" status: 204 len: 168 time: 0.2589884 Jul 16 22:40:17.293627 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75dd607e-d5e3-4dd2-8432-4a4348ea7fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efca0db8-2770-4b1c-8507-7762a71a4fc5,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:17.347568 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-46faf882-7294-406f-8360-59fe6d73b73f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.356874 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-46faf882-7294-406f-8360-59fe6d73b73f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.404453 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4c553843-8b3e-41d4-904e-66ffb8a49357 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.413216 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4c553843-8b3e-41d4-904e-66ffb8a49357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.491627 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c553843-8b3e-41d4-904e-66ffb8a49357 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6608681e-816f-49bf-8691-e40a6eb71442,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:17.501076 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-4c553843-8b3e-41d4-904e-66ffb8a49357 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5001b5028c524c44a717adb146ac84e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4430089 Jul 16 22:40:17.503699 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51172) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:17.533704 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.l3_db [None req-46faf882-7294-406f-8360-59fe6d73b73f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Floating IP 6a1de445-078b-4739-b09f-d19c4f5bf3b2 associated. External IP: 172.27.0.207, port: 68c5be25-0172-4360-b6e6-dc72d169991b. Jul 16 22:40:17.654500 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51176) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:17.658555 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fcb00b21-add8-4cf0-977c-36737b519648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.671378 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5fc3bcd8-936b-42cd-be3f-546e6451a9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.696190 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fcb00b21-add8-4cf0-977c-36737b519648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.841045 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fcb00b21-add8-4cf0-977c-36737b519648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.843742 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fcb00b21-add8-4cf0-977c-36737b519648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.844853 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-fcb00b21-add8-4cf0-977c-36737b519648 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6608681e-816f-49bf-8691-e40a6eb71442 HTTP/1.1" status: 204 len: 168 time: 0.3402700 Jul 16 22:40:17.846359 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38c69da-c664-41c8-a397-df872640cdad req-2f0bfd3e-6edd-4cb8-88e8-ae673cab570e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:17.847988 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b38c69da-c664-41c8-a397-df872640cdad req-2f0bfd3e-6edd-4cb8-88e8-ae673cab570e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.1084189 Jul 16 22:40:17.852566 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46faf882-7294-406f-8360-59fe6d73b73f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Router 5cde8fd1-d199-463e-b796-07328ffcfe5a has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:40:17.865531 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb00b21-add8-4cf0-977c-36737b519648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6608681e-816f-49bf-8691-e40a6eb71442,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:17.868097 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5fc3bcd8-936b-42cd-be3f-546e6451a9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.888795 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5fc3bcd8-936b-42cd-be3f-546e6451a9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:17.965515 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-5fc3bcd8-936b-42cd-be3f-546e6451a9aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c386c812b8874d1393eea20b07bdfff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3090999 Jul 16 22:40:17.968644 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51184) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:17.977495 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b38c69da-c664-41c8-a397-df872640cdad req-316ed5dc-98a6-459f-a370-c3bea855ea41 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189640 Jul 16 22:40:17.981379 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3bcd8-936b-42cd-be3f-546e6451a9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80a0dfe0-aa57-4e27-9543-afb27496c4c1,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:17.984440 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46faf882-7294-406f-8360-59fe6d73b73f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:40:18.007928 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81ce94-1eea-472e-9705-c4f7a583f696 None None] Sync routers for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:40:18.021763 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-46faf882-7294-406f-8360-59fe6d73b73f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:18.026077 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81ce94-1eea-472e-9705-c4f7a583f696 None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:18.026747 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-2a81ce94-1eea-472e-9705-c4f7a583f696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:18.053248 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b49cc05f-30f2-4615-85e1-0029b58c1d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:18.081596 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-46faf882-7294-406f-8360-59fe6d73b73f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "PUT /v2.0/floatingips/6a1de445-078b-4739-b09f-d19c4f5bf3b2 HTTP/1.1" status: 200 len: 991 time: 1.8927824 Jul 16 22:40:18.082529 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:18.085106 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b49cc05f-30f2-4615-85e1-0029b58c1d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:18.089521 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db2bd22e-62a5-40dc-aa41-14eb8688880e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:18.141550 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-2a81ce94-1eea-472e-9705-c4f7a583f696 None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:40:18.149404 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b49cc05f-30f2-4615-85e1-0029b58c1d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:18.153552 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b49cc05f-30f2-4615-85e1-0029b58c1d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:18.154967 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-b49cc05f-30f2-4615-85e1-0029b58c1d68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80a0dfe0-aa57-4e27-9543-afb27496c4c1 HTTP/1.1" status: 204 len: 168 time: 0.1854303 Jul 16 22:40:18.167874 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49cc05f-30f2-4615-85e1-0029b58c1d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80a0dfe0-aa57-4e27-9543-afb27496c4c1,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:18.202489 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdaf02b-721a-4498-99e0-9210381a645e x-openstack-request-id: req-dcdaf02b-721a-4498-99e0-9210381a645e {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:18.203019 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:18.203461 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcdaf02b-721a-4498-99e0-9210381a645e {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:18.204244 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b', 'status': 'completed', 'code': 200} Jul 16 22:40:18.399031 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bd22e-62a5-40dc-aa41-14eb8688880e req-d1e25af1-8bcb-4015-836b-51800ef6e5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:18.399031 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-db2bd22e-62a5-40dc-aa41-14eb8688880e req-d1e25af1-8bcb-4015-836b-51800ef6e5f6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 1098 time: 0.1530769 Jul 16 22:40:18.552962 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bd22e-62a5-40dc-aa41-14eb8688880e req-47c80490-5dcb-4e98-86fb-2fdf69743797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:18.554562 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-db2bd22e-62a5-40dc-aa41-14eb8688880e req-47c80490-5dcb-4e98-86fb-2fdf69743797 service neutron] 10.222.0.35 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 917 time: 0.1412325 Jul 16 22:40:18.656963 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc6d8b6-54d4-4108-85d6-bb6b2a5a2f35 req-9a727754-08ea-408e-86b6-d98ea693e945 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:18.664968 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-2a81ce94-1eea-472e-9705-c4f7a583f696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '6a1de445-078b-4739-b09f-d19c4f5bf3b2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'port_id': '68c5be25-0172-4360-b6e6-dc72d169991b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:39:58Z', 'updated_at': '2021-07-16T22:40:17Z', 'revision_number': 1, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:40:00Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:18.667837 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2dc6d8b6-54d4-4108-85d6-bb6b2a5a2f35 req-9a727754-08ea-408e-86b6-d98ea693e945 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1455474 Jul 16 22:40:18.723762 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81ce94-1eea-472e-9705-c4f7a583f696 None None] Checking router: 5cde8fd1-d199-463e-b796-07328ffcfe5a for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:40:18.749897 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a81ce94-1eea-472e-9705-c4f7a583f696 None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:18.751065 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-2a81ce94-1eea-472e-9705-c4f7a583f696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:18.762024 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2dc6d8b6-54d4-4108-85d6-bb6b2a5a2f35 req-e3ef78f1-6e8a-4ca5-9540-7b10310d2be6 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931523 Jul 16 22:40:18.956790 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-2a81ce94-1eea-472e-9705-c4f7a583f696 None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:40:18.966254 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-db2bd22e-62a5-40dc-aa41-14eb8688880e req-8d3ac668-41b2-4e30-8bfe-2b92e8a065d2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68c5be25-0172-4360-b6e6-dc72d169991b HTTP/1.1" status: 200 len: 999 time: 0.4013286 Jul 16 22:40:19.065252 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90852d86-b220-447a-a6e3-c9a7bf989bad req-a5b1ebeb-2637-470c-bfe3-b7ff18ba9a6a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:19.081065 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-90852d86-b220-447a-a6e3-c9a7bf989bad req-a5b1ebeb-2637-470c-bfe3-b7ff18ba9a6a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1233265 Jul 16 22:40:19.081612 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51240) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:19.086903 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-15e0039f-31a8-4e1a-aca4-c7c2445462ad tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Request body: {'floatingip': {'port_id': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:19.111631 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bd22e-62a5-40dc-aa41-14eb8688880e req-cfdebc69-d9b4-4dc9-a944-c3884a247b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:19.118822 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-db2bd22e-62a5-40dc-aa41-14eb8688880e req-cfdebc69-d9b4-4dc9-a944-c3884a247b34 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=680d7656-7b6d-4cce-bb9c-e15cf419686e HTTP/1.1" status: 200 len: 855 time: 0.1471398 Jul 16 22:40:19.244320 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2bd22e-62a5-40dc-aa41-14eb8688880e req-ebd27b49-05fb-4c67-bf7e-1bbc919842d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:19.251374 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-db2bd22e-62a5-40dc-aa41-14eb8688880e req-ebd27b49-05fb-4c67-bf7e-1bbc919842d5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50e44edd-5b1f-499c-8dc2-2e586d01fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1159072 Jul 16 22:40:19.265642 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-15e0039f-31a8-4e1a-aca4-c7c2445462ad tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:19.407922 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-db2bd22e-62a5-40dc-aa41-14eb8688880e req-b9521e31-67cd-41db-b737-a8c538cd3df2 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484981 Jul 16 22:40:19.490863 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-2a81ce94-1eea-472e-9705-c4f7a583f696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '6a1de445-078b-4739-b09f-d19c4f5bf3b2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'port_id': '68c5be25-0172-4360-b6e6-dc72d169991b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:39:58Z', 'updated_at': '2021-07-16T22:40:17Z', 'revision_number': 1, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:40:00Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:19.503826 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f37fc-ce92-4ea8-9cb7-cc7c8bd8ab55 req-7944e753-259a-4259-9da4-f87bc0fb0ca1 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:19.519372 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-191f37fc-ce92-4ea8-9cb7-cc7c8bd8ab55 req-7944e753-259a-4259-9da4-f87bc0fb0ca1 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 946 time: 0.2627203 Jul 16 22:40:19.524100 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a81ce94-1eea-472e-9705-c4f7a583f696 None None] The sync data for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi is: [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '6a1de445-078b-4739-b09f-d19c4f5bf3b2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'floating_ip_address': '172.27.0.207', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'port_id': '68c5be25-0172-4360-b6e6-dc72d169991b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 140, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:39:58Z', 'updated_at': '2021-07-16T22:40:17Z', 'revision_number': 1, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:40:00Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:40:19.559045 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffea24e-46d7-48c3-bd09-c48f72052121 req-44c3644a-873b-42c7-bb3c-8327b386d372 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:19.562289 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4ffea24e-46d7-48c3-bd09-c48f72052121 req-44c3644a-873b-42c7-bb3c-8327b386d372 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.3631675 Jul 16 22:40:19.593378 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-db2bd22e-62a5-40dc-aa41-14eb8688880e req-6cde62ad-7a0c-43d3-b3fd-ca435d10c623 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763294 Jul 16 22:40:19.773618 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-191f37fc-ce92-4ea8-9cb7-cc7c8bd8ab55 req-3ff00f03-3bee-440f-8f02-aad0c00e1623 tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b79871d-f801-48f5-9ba0-458b3778e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101836 Jul 16 22:40:19.806334 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4ffea24e-46d7-48c3-bd09-c48f72052121 req-88cecf44-18f5-4ccc-b1e9-1c52df57c246 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514823 Jul 16 22:40:19.924818 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9599d3-5cc1-42c8-86ee-910c7b12628f None None] New status for floating IP 6a1de445-078b-4739-b09f-d19c4f5bf3b2: ACTIVE {{(pid=99619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:40:20.427884 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-15e0039f-31a8-4e1a-aca4-c7c2445462ad tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:20.434167 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-15e0039f-31a8-4e1a-aca4-c7c2445462ad tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:20.745910 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.l3_db [None req-15e0039f-31a8-4e1a-aca4-c7c2445462ad tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Floating IP 7565b949-3404-403e-862e-4b5e546501cb associated. External IP: 172.27.0.122, port: 8c594c7e-fc4c-41bf-b421-bd71a4d99d61. Jul 16 22:40:21.056936 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e0039f-31a8-4e1a-aca4-c7c2445462ad tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Router da599903-4e77-4314-9c63-2f0e749096db has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:40:21.088980 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d3ba3-376b-4fd8-97ea-75ca4512a086 req-cb8b09d0-23ab-4827-a9a4-a804dc08a81b tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:21.090900 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-866d3ba3-376b-4fd8-97ea-75ca4512a086 req-cb8b09d0-23ab-4827-a9a4-a804dc08a81b tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 946 time: 0.1164670 Jul 16 22:40:21.248019 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-866d3ba3-376b-4fd8-97ea-75ca4512a086 req-dbac2539-04b0-44a3-997b-2621e03b858b tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/security-groups?id=2b79871d-f801-48f5-9ba0-458b3778e63b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207891 Jul 16 22:40:21.284312 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e0039f-31a8-4e1a-aca4-c7c2445462ad tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:40:21.291060 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-15e0039f-31a8-4e1a-aca4-c7c2445462ad tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.297983 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829247c3-161e-4d53-b647-f79350cdcc95 None None] Sync routers for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:40:21.323417 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829247c3-161e-4d53-b647-f79350cdcc95 None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:21.324222 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-829247c3-161e-4d53-b647-f79350cdcc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:21.355890 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5835ff86-1bcf-4451-a029-519b42e89ee9 req-ab246713-b9b2-4bf3-af56-53655205b159 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:21.357634 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5835ff86-1bcf-4451-a029-519b42e89ee9 req-ab246713-b9b2-4bf3-af56-53655205b159 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.1999097 Jul 16 22:40:21.366803 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-15e0039f-31a8-4e1a-aca4-c7c2445462ad tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "PUT /v2.0/floatingips/7565b949-3404-403e-862e-4b5e546501cb HTTP/1.1" status: 200 len: 991 time: 2.2841349 Jul 16 22:40:21.368633 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66f1a009-e224-4553-b5ce-e805001be247', 'tag': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:21.370903 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f7664e4-2b01-4adc-9ae3-cc3fb217d4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "66f1a009-e224-4553-b5ce-e805001be247", "tag": "8c594c7e-fc4c-41bf-b421-bd71a4d99d61"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:21.464989 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5835ff86-1bcf-4451-a029-519b42e89ee9 req-a597f144-c83b-4958-b00c-ff0d93105f6b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969064 Jul 16 22:40:21.534212 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a1afd6-38a2-49d3-8b0d-f97a03fb4187 req-09e7b875-bf10-4200-b10f-1434cd0bd3af tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:21.544379 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e1a1afd6-38a2-49d3-8b0d-f97a03fb4187 req-09e7b875-bf10-4200-b10f-1434cd0bd3af tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.35 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 946 time: 0.2450683 Jul 16 22:40:21.580960 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb0aead0-9b70-4ccb-a18f-ff8a098bc099 x-openstack-request-id: req-eb0aead0-9b70-4ccb-a18f-ff8a098bc099 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:21.581815 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66f1a009-e224-4553-b5ce-e805001be247", "tag": "8c594c7e-fc4c-41bf-b421-bd71a4d99d61", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:21.582273 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-eb0aead0-9b70-4ccb-a18f-ff8a098bc099 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:21.582881 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66f1a009-e224-4553-b5ce-e805001be247', 'tag': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61', 'status': 'completed', 'code': 200} Jul 16 22:40:21.653319 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-829247c3-161e-4d53-b647-f79350cdcc95 None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:40:21.763813 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7664e4-2b01-4adc-9ae3-cc3fb217d4f5 req-c4ddb985-1cae-4a52-9c38-0f2a416d1d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:21.765369 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4f7664e4-2b01-4adc-9ae3-cc3fb217d4f5 req-c4ddb985-1cae-4a52-9c38-0f2a416d1d20 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12637db01ff948e0b2bb6cede048908e&device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 1098 time: 0.1492484 Jul 16 22:40:21.791231 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-e1a1afd6-38a2-49d3-8b0d-f97a03fb4187 req-ed576b04-562f-4756-afa9-7a63a8ca956f tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Deleting port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:21.792040 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-e1a1afd6-38a2-49d3-8b0d-f97a03fb4187 req-ed576b04-562f-4756-afa9-7a63a8ca956f tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.883604 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7664e4-2b01-4adc-9ae3-cc3fb217d4f5 req-48dfde8d-cdb7-4a98-9236-1b273f8684d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:21.885229 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4f7664e4-2b01-4adc-9ae3-cc3fb217d4f5 req-48dfde8d-cdb7-4a98-9236-1b273f8684d9 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b HTTP/1.1" status: 200 len: 912 time: 0.1124265 Jul 16 22:40:21.916417 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-e1a1afd6-38a2-49d3-8b0d-f97a03fb4187 req-ed576b04-562f-4756-afa9-7a63a8ca956f tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] For port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b,segment=NetworkSegment(df8166f9-7fa1-4787-82c4-6bdc805f737b),segment_id=df8166f9-7fa1-4787-82c4-6bdc805f737b)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:21.917310 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-e1a1afd6-38a2-49d3-8b0d-f97a03fb4187 req-ed576b04-562f-4756-afa9-7a63a8ca956f tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:21.937556 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-e1a1afd6-38a2-49d3-8b0d-f97a03fb4187 req-ed576b04-562f-4756-afa9-7a63a8ca956f tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Calling delete_port for d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b owned by compute:nova {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:21.966432 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-829247c3-161e-4d53-b647-f79350cdcc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '7565b949-3404-403e-862e-4b5e546501cb', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'port_id': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'mac_address': 'fa:16:3e:fa:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f1a009-e224-4553-b5ce-e805001be247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:39:50Z', 'updated_at': '2021-07-16T22:40:20Z', 'revision_number': 1, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:22.006082 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829247c3-161e-4d53-b647-f79350cdcc95 None None] Checking router: da599903-4e77-4314-9c63-2f0e749096db for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:40:22.015924 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4f7664e4-2b01-4adc-9ae3-cc3fb217d4f5 req-442a4fa6-2ecd-4463-8cb3-9dc0c04fce50 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c594c7e-fc4c-41bf-b421-bd71a4d99d61 HTTP/1.1" status: 200 len: 999 time: 0.1105185 Jul 16 22:40:22.017738 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-829247c3-161e-4d53-b647-f79350cdcc95 None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:40:22.018624 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-829247c3-161e-4d53-b647-f79350cdcc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:39:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:22.081996 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7664e4-2b01-4adc-9ae3-cc3fb217d4f5 req-486a8665-59fa-4ba4-8293-c607c091aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:22.083745 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4f7664e4-2b01-4adc-9ae3-cc3fb217d4f5 req-486a8665-59fa-4ba4-8293-c607c091aa10 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91acd449-9df6-4265-ba3f-63ff7f25734f HTTP/1.1" status: 200 len: 850 time: 0.0659487 Jul 16 22:40:22.158229 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-e1a1afd6-38a2-49d3-8b0d-f97a03fb4187 req-ed576b04-562f-4756-afa9-7a63a8ca956f tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.162182 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7664e4-2b01-4adc-9ae3-cc3fb217d4f5 req-ee172484-fa0a-402e-b74e-4e6ef678f310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:22.163710 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4f7664e4-2b01-4adc-9ae3-cc3fb217d4f5 req-ee172484-fa0a-402e-b74e-4e6ef678f310 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0713720 Jul 16 22:40:22.170824 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:40:22.175443 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-829247c3-161e-4d53-b647-f79350cdcc95 None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:40:22.191442 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed576b04-562f-4756-afa9-7a63a8ca956f tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Pushing event deleted for resources: {'Port': ['ID=d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:22.265170 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a1afd6-38a2-49d3-8b0d-f97a03fb4187 req-ed576b04-562f-4756-afa9-7a63a8ca956f tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] No DVR routers for this DVR port d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b on host hv-cinder-79760 {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:40:22.270846 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-e1a1afd6-38a2-49d3-8b0d-f97a03fb4187 req-ed576b04-562f-4756-afa9-7a63a8ca956f tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:22.272918 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e1a1afd6-38a2-49d3-8b0d-f97a03fb4187 req-ed576b04-562f-4756-afa9-7a63a8ca956f tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.35 "DELETE /v2.0/ports/d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b HTTP/1.1" status: 204 len: 173 time: 0.7242365 Jul 16 22:40:22.273351 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13b6ca41-e5b8-483a-9fe0-567a91d9feb8', 'name': 'network-vif-deleted', 'tag': 'd77dc5ff-f94a-45f9-ba2d-99cc7573ec8b'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:22.277191 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeddd944-f60b-4119-8ec9-a53bd8bbc923" -d '{"events": [{"server_uuid": "13b6ca41-e5b8-483a-9fe0-567a91d9feb8", "name": "network-vif-deleted", "tag": "d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:22.282809 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4f7664e4-2b01-4adc-9ae3-cc3fb217d4f5 req-9378b317-82d8-41f4-a3b3-8c53a48653a6 service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071610 Jul 16 22:40:22.348068 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959b10b7-30b8-47c8-80b5-901f20161db6 x-openstack-request-id: req-959b10b7-30b8-47c8-80b5-901f20161db6 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:22.348358 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13b6ca41-e5b8-483a-9fe0-567a91d9feb8", "name": "network-vif-deleted", "tag": "d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:22.348607 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-959b10b7-30b8-47c8-80b5-901f20161db6 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:22.349725 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13b6ca41-e5b8-483a-9fe0-567a91d9feb8', 'name': 'network-vif-deleted', 'tag': 'd77dc5ff-f94a-45f9-ba2d-99cc7573ec8b', 'status': 'completed', 'code': 200} Jul 16 22:40:22.416326 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4f7664e4-2b01-4adc-9ae3-cc3fb217d4f5 req-26224a32-385a-4875-96cf-be71b7c6ce35 service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240170 Jul 16 22:40:22.433771 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1fb9156f-4674-4c2c-9b29-b4bc9aa96fc1 req-db344225-89ec-4448-991e-07627700abef tempest-DeleteServersTestJSON-991944486 tempest-DeleteServersTestJSON-991944486-project] 10.222.0.24 "GET /v2.0/ports?device_id=13b6ca41-e5b8-483a-9fe0-567a91d9feb8 HTTP/1.1" status: 200 len: 210 time: 0.0316811 Jul 16 22:40:22.475591 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-829247c3-161e-4d53-b647-f79350cdcc95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '7565b949-3404-403e-862e-4b5e546501cb', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'port_id': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'mac_address': 'fa:16:3e:fa:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f1a009-e224-4553-b5ce-e805001be247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:39:50Z', 'updated_at': '2021-07-16T22:40:20Z', 'revision_number': 1, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:22.503105 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-829247c3-161e-4d53-b647-f79350cdcc95 None None] The sync data for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi is: [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '7565b949-3404-403e-862e-4b5e546501cb', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'floating_ip_address': '172.27.0.122', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'port_id': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 110, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'mac_address': 'fa:16:3e:fa:15:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66f1a009-e224-4553-b5ce-e805001be247', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:39:50Z', 'updated_at': '2021-07-16T22:40:20Z', 'revision_number': 1, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:40:22.655789 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be40a5b5-7e8d-4c90-968e-8f47e5c9bf28 req-c6086780-c879-4064-bb70-3a0697e76a22 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:22.657567 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-be40a5b5-7e8d-4c90-968e-8f47e5c9bf28 req-c6086780-c879-4064-bb70-3a0697e76a22 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0810432 Jul 16 22:40:22.722781 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-be40a5b5-7e8d-4c90-968e-8f47e5c9bf28 req-019c2601-d13f-4c80-a877-6f831aa7a78f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578032 Jul 16 22:40:22.825525 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87f5b7f1-5398-40b9-b836-fbe2a62a68ec None None] New status for floating IP 7565b949-3404-403e-862e-4b5e546501cb: ACTIVE {{(pid=99619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:40:23.961480 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e81fd42-129d-4dfc-ad35-42cdf04a45e4 req-f3fe9c29-41e1-43de-ae00-fd3d9d2612b5 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:23.971258 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9e81fd42-129d-4dfc-ad35-42cdf04a45e4 req-f3fe9c29-41e1-43de-ae00-fd3d9d2612b5 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.1113472 Jul 16 22:40:24.036783 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9e81fd42-129d-4dfc-ad35-42cdf04a45e4 req-c6f0a7ca-7c6c-4ff9-8fce-4e494a394ab9 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646586 Jul 16 22:40:24.622733 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-75af4fcd-0ecf-4b3d-b22a-1db7bd474686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:24.727567 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:40:24.750443 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:40:24.750788 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device d77dc5ff-f94a-45f9-ba2d-99cc7573ec8b not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:40:25.273543 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e3f6c-bcc6-4e45-accf-b46e0b75c56f req-7b1ff20d-6ac1-4272-887d-72be282c6715 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:25.276208 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3a4e3f6c-bcc6-4e45-accf-b46e0b75c56f req-7b1ff20d-6ac1-4272-887d-72be282c6715 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.1013725 Jul 16 22:40:25.339769 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3a4e3f6c-bcc6-4e45-accf-b46e0b75c56f req-0a8c3c0d-6bc3-4a16-af4d-9103b37f5337 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553441 Jul 16 22:40:25.443500 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51472) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:25.492242 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_v2 [None req-dda283f4-21a6-43bf-82f8-d7220e8e83c3 admin admin] Deleting subnet 4c5ed730-add8-46f5-83ce-51bc6c614aab {{(pid=99618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:40:25.495498 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-dda283f4-21a6-43bf-82f8-d7220e8e83c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.537750 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-dda283f4-21a6-43bf-82f8-d7220e8e83c3 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.550459 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-dda283f4-21a6-43bf-82f8-d7220e8e83c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.593345 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.653929 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-dda283f4-21a6-43bf-82f8-d7220e8e83c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.683126 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51480) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:25.693919 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda283f4-21a6-43bf-82f8-d7220e8e83c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c5ed730-add8-46f5-83ce-51bc6c614aab,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:25.697222 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-dda283f4-21a6-43bf-82f8-d7220e8e83c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.701291 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-dda283f4-21a6-43bf-82f8-d7220e8e83c3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4c5ed730-add8-46f5-83ce-51bc6c614aab HTTP/1.1" status: 204 len: 168 time: 0.2567711 Jul 16 22:40:25.704264 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51484) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:25.779563 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.803211 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6deec7d6-c3a0-459e-8de5-d77b319e59d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.896538 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:25.911820 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:25.912166 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:25.912965 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:25.913223 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:25.913565 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:25.913900 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:25.914216 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:25.914533 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:25.914845 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:25.915157 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:26.062858 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:26.063205 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:26.063534 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:26.063861 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99617) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:40:26.064220 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9289c5e1-b9bf-467f-b674-27400eb5733f']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:26.086642 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df8166f9-7fa1-4787-82c4-6bdc805f737b') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:26.086934 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df8166f9-7fa1-4787-82c4-6bdc805f737b') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:40:26.108282 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.136685 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.148083 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:40:26.148468 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: from cryptography.utils import int_from_bytes Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: from cryptography.utils import int_from_bytes Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:40:26.152633 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:40:26.225369 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6deec7d6-c3a0-459e-8de5-d77b319e59d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.226455 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.231358 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6deec7d6-c3a0-459e-8de5-d77b319e59d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.244367 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.247043 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/9289c5e1-b9bf-467f-b674-27400eb5733f HTTP/1.1" status: 204 len: 168 time: 0.5417905 Jul 16 22:40:26.266343 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91038889-091d-491d-b894-02910b3dc9a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9289c5e1-b9bf-467f-b674-27400eb5733f,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:26.289075 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-6deec7d6-c3a0-459e-8de5-d77b319e59d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd08731ef0e24c8ca216162ee8ae1102&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6020141 Jul 16 22:40:26.289075 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6deec7d6-c3a0-459e-8de5-d77b319e59d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a6f370-c11a-430f-ba29-efc3699cddfd,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:26.289838 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51494) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:26.344698 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ccfa-b840-43cf-9406-a224b39e16f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.373617 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51496) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:26.381124 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ccfa-b840-43cf-9406-a224b39e16f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.438647 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-d189933b-7177-4a45-986c-04d8e30d4c54 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a9b625bc6e54f13889f535a540107d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0639472 Jul 16 22:40:26.449629 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51504) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:26.467024 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ccfa-b840-43cf-9406-a224b39e16f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.470929 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a4d5ccfa-b840-43cf-9406-a224b39e16f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.472964 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-a4d5ccfa-b840-43cf-9406-a224b39e16f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8a6f370-c11a-430f-ba29-efc3699cddfd HTTP/1.1" status: 204 len: 168 time: 0.1824389 Jul 16 22:40:26.484488 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d5ccfa-b840-43cf-9406-a224b39e16f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a6f370-c11a-430f-ba29-efc3699cddfd,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:26.559458 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dbf2ed6e-ed18-487c-8864-3bb912b1789b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.589449 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dbf2ed6e-ed18-487c-8864-3bb912b1789b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.610123 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35c4042-dedc-4c77-858d-41c0104ade70 req-88b814ec-1846-4d1d-bdba-407b5cd2a838 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:26.611619 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d35c4042-dedc-4c77-858d-41c0104ade70 req-88b814ec-1846-4d1d-bdba-407b5cd2a838 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.1289952 Jul 16 22:40:26.668438 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d35c4042-dedc-4c77-858d-41c0104ade70 req-566fc7d9-3a39-4712-b4ca-a1c8895a882f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472934 Jul 16 22:40:26.689718 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dbf2ed6e-ed18-487c-8864-3bb912b1789b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.693043 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dbf2ed6e-ed18-487c-8864-3bb912b1789b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:26.694577 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-dbf2ed6e-ed18-487c-8864-3bb912b1789b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2b79871d-f801-48f5-9ba0-458b3778e63b HTTP/1.1" status: 204 len: 168 time: 0.2410316 Jul 16 22:40:26.706934 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf2ed6e-ed18-487c-8864-3bb912b1789b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b79871d-f801-48f5-9ba0-458b3778e63b,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:26.920871 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51526) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:26.937608 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-70c96bb0-23b9-411d-b790-2eeb08cde12f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.081423 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-70c96bb0-23b9-411d-b790-2eeb08cde12f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.089369 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-70c96bb0-23b9-411d-b790-2eeb08cde12f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.137724 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c96bb0-23b9-411d-b790-2eeb08cde12f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b311b71-5fa2-4859-a5e9-8af440bfb3ad,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:27.144899 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51546) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:27.145110 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-70c96bb0-23b9-411d-b790-2eeb08cde12f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66b0c0ac2c934a9ea101883624dceb68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2229381 Jul 16 22:40:27.199024 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e7bd-69db-441a-b90c-913a4cac67f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.221229 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e7bd-69db-441a-b90c-913a4cac67f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.274234 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e7bd-69db-441a-b90c-913a4cac67f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.277662 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4ed9e7bd-69db-441a-b90c-913a4cac67f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.278858 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-4ed9e7bd-69db-441a-b90c-913a4cac67f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5b311b71-5fa2-4859-a5e9-8af440bfb3ad HTTP/1.1" status: 204 len: 168 time: 0.1329439 Jul 16 22:40:27.287124 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed9e7bd-69db-441a-b90c-913a4cac67f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b311b71-5fa2-4859-a5e9-8af440bfb3ad,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:27.346091 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1446dd20-371f-41c6-be82-eb50ae022c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.375861 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:27.869884 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be09b5d-4d0a-478f-a56c-1ca44ca38764 req-c4fe69ad-cbe6-4205-86b7-2fabc40edf34 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:27.874008 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3be09b5d-4d0a-478f-a56c-1ca44ca38764 req-c4fe69ad-cbe6-4205-86b7-2fabc40edf34 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0761285 Jul 16 22:40:27.922851 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3be09b5d-4d0a-478f-a56c-1ca44ca38764 req-058dec46-7223-414e-b7d5-74e62e4c2d66 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447648 Jul 16 22:40:28.112736 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.437486 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51630) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:28.670632 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-33a64583-6a0e-418e-856c-f509ef83e6f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.694865 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51644) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:28.765975 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.797627 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-33a64583-6a0e-418e-856c-f509ef83e6f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.803644 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-33a64583-6a0e-418e-856c-f509ef83e6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.868552 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-33a64583-6a0e-418e-856c-f509ef83e6f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ac771e0db6b041c9b6eff7b811918885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4291396 Jul 16 22:40:28.874614 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51658) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:28.895752 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a64583-6a0e-418e-856c-f509ef83e6f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d34a075-fcad-4f35-baf7-8ea3f2e2649e,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:28.897657 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.905146 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.940156 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a508cf19-b165-45f6-ad02-55890c7aefeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.974108 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f224364-be4f-46f7-9e94-094b4baeff2d,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:28.977409 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a508cf19-b165-45f6-ad02-55890c7aefeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:28.990332 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=02debfc998c9463ea4883e07269064fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943377 Jul 16 22:40:28.990656 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51664) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:28.992354 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:28.992921 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:28.993453 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:28.995122 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:28.995656 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:28.997821 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:28.998513 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:28.999055 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.004729 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.005303 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.005865 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.006420 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38ef07eb-cc2b-4bf8-8163-18946edb9039 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.036650 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51666) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:29.120542 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a508cf19-b165-45f6-ad02-55890c7aefeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.123471 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a508cf19-b165-45f6-ad02-55890c7aefeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.124860 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-a508cf19-b165-45f6-ad02-55890c7aefeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4d34a075-fcad-4f35-baf7-8ea3f2e2649e HTTP/1.1" status: 204 len: 168 time: 0.2486007 Jul 16 22:40:29.138928 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a508cf19-b165-45f6-ad02-55890c7aefeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d34a075-fcad-4f35-baf7-8ea3f2e2649e,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:29.188218 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.239828 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1e65-0478-4b2d-82be-5b10794fb815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.246078 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71589a42-4c07-42c5-915c-3c12a8fc95b8 req-1a386d10-6a51-4c8f-89fe-7482d3bedbc4 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:29.247700 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-71589a42-4c07-42c5-915c-3c12a8fc95b8 req-1a386d10-6a51-4c8f-89fe-7482d3bedbc4 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.1751800 Jul 16 22:40:29.249943 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.312659 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-71589a42-4c07-42c5-915c-3c12a8fc95b8 req-516755bd-0b3f-4a30-80dd-b0f89ab93c9e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555944 Jul 16 22:40:29.332551 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.335422 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.336508 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1f224364-be4f-46f7-9e94-094b4baeff2d HTTP/1.1" status: 204 len: 168 time: 0.3428409 Jul 16 22:40:29.371781 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f224364-be4f-46f7-9e94-094b4baeff2d,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:29.388583 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.390229 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.390573 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.390910 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.393530 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.393805 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.394648 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.394746 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.396756 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.397109 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.397506 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.398683 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e06b983-58ac-4084-8a29-15e37a0f2b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:29.423426 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1e65-0478-4b2d-82be-5b10794fb815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.436389 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7c9e1e65-0478-4b2d-82be-5b10794fb815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.488714 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-7c9e1e65-0478-4b2d-82be-5b10794fb815 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d255288ae1aa41a78335243fb168557c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4508519 Jul 16 22:40:29.489482 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9e1e65-0478-4b2d-82be-5b10794fb815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c43453-a5df-4eb5-b34c-24e71804c399,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:29.491207 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51684) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:29.565245 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bfdf-730f-4068-93a0-a0474f159202 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.587559 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bfdf-730f-4068-93a0-a0474f159202 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.614158 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51686) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:29.629150 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd59f-a47b-4757-a762-652fffc4575f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.642866 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bfdf-730f-4068-93a0-a0474f159202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.646079 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4dc2bfdf-730f-4068-93a0-a0474f159202 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.647505 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-4dc2bfdf-730f-4068-93a0-a0474f159202 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5c43453-a5df-4eb5-b34c-24e71804c399 HTTP/1.1" status: 204 len: 168 time: 0.1550610 Jul 16 22:40:29.660785 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc2bfdf-730f-4068-93a0-a0474f159202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c43453-a5df-4eb5-b34c-24e71804c399,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:29.752482 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd59f-a47b-4757-a762-652fffc4575f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.758249 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd59f-a47b-4757-a762-652fffc4575f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.792823 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bd59f-a47b-4757-a762-652fffc4575f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d90162-fa78-4b77-abd9-d87b90bbb625,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:29.828474 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51694) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:29.830856 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-fe7bd59f-a47b-4757-a762-652fffc4575f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbaa75bb20b14ae5b7b7c4ba6a5401d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2147400 Jul 16 22:40:29.875842 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51698) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:29.876794 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.892284 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e0512058-91c8-4ccd-9c0c-5edf5ef11a64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.898973 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5839ef2d-676a-4ff3-ac7a-2d261431607f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.921439 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5839ef2d-676a-4ff3-ac7a-2d261431607f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.973170 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5839ef2d-676a-4ff3-ac7a-2d261431607f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.976141 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5839ef2d-676a-4ff3-ac7a-2d261431607f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:29.980130 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-5839ef2d-676a-4ff3-ac7a-2d261431607f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/78d90162-fa78-4b77-abd9-d87b90bbb625 HTTP/1.1" status: 204 len: 168 time: 0.1479366 Jul 16 22:40:29.990391 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5839ef2d-676a-4ff3-ac7a-2d261431607f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d90162-fa78-4b77-abd9-d87b90bbb625,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:30.008070 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e0512058-91c8-4ccd-9c0c-5edf5ef11a64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.018951 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e0512058-91c8-4ccd-9c0c-5edf5ef11a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.062636 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-e0512058-91c8-4ccd-9c0c-5edf5ef11a64 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5f8b76e5476146bb8c9ffa47ea8ede08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1850944 Jul 16 22:40:30.063770 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0512058-91c8-4ccd-9c0c-5edf5ef11a64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2aee37-4db5-4356-8855-6430ad67abcb,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:30.065346 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51702) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:30.096693 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51704) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:30.119983 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-69456d2a-ae6c-4859-9ba3-a99b10eddcc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.156921 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-40fe807a-8463-4ada-bf88-34c79deb4597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.191312 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-40fe807a-8463-4ada-bf88-34c79deb4597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.285020 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-40fe807a-8463-4ada-bf88-34c79deb4597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.287591 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-40fe807a-8463-4ada-bf88-34c79deb4597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.288883 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-40fe807a-8463-4ada-bf88-34c79deb4597 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef2aee37-4db5-4356-8855-6430ad67abcb HTTP/1.1" status: 204 len: 168 time: 0.2216763 Jul 16 22:40:30.316252 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fe807a-8463-4ada-bf88-34c79deb4597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2aee37-4db5-4356-8855-6430ad67abcb,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:30.316252 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-69456d2a-ae6c-4859-9ba3-a99b10eddcc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.316252 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-69456d2a-ae6c-4859-9ba3-a99b10eddcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.366619 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-69456d2a-ae6c-4859-9ba3-a99b10eddcc3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ee47772d5b72453696cabd2cf590a0de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2665977 Jul 16 22:40:30.366619 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69456d2a-ae6c-4859-9ba3-a99b10eddcc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=819782cf-f88c-4848-b4d4-e6d985bfa9b6,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:30.367960 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51726) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:30.429093 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a04be205-050c-49dc-aaf5-39298f1d3551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.457070 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a04be205-050c-49dc-aaf5-39298f1d3551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.526754 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a04be205-050c-49dc-aaf5-39298f1d3551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.539860 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a04be205-050c-49dc-aaf5-39298f1d3551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.541093 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-a04be205-050c-49dc-aaf5-39298f1d3551 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/819782cf-f88c-4848-b4d4-e6d985bfa9b6 HTTP/1.1" status: 204 len: 168 time: 0.1717100 Jul 16 22:40:30.548892 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04be205-050c-49dc-aaf5-39298f1d3551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=819782cf-f88c-4848-b4d4-e6d985bfa9b6,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:30.600813 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbdb5c-9c7d-4fae-947a-b6c513ba7af2 req-26a0f9a9-561d-4efe-89b3-3fe0eca4178c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:30.602587 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6dfbdb5c-9c7d-4fae-947a-b6c513ba7af2 req-26a0f9a9-561d-4efe-89b3-3fe0eca4178c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.1345782 Jul 16 22:40:30.694567 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6dfbdb5c-9c7d-4fae-947a-b6c513ba7af2 req-529ac631-8451-4617-8e0b-9f11c0578ffb tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723259 Jul 16 22:40:30.714492 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51750) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:30.738356 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-42ec6258-ddd8-4ea2-81a2-bc231a5d366d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.897355 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-42ec6258-ddd8-4ea2-81a2-bc231a5d366d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.903839 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-42ec6258-ddd8-4ea2-81a2-bc231a5d366d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:30.942930 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-42ec6258-ddd8-4ea2-81a2-bc231a5d366d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6cfd5412c3d4ca29df721320928173f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272029 Jul 16 22:40:30.943468 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51768) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:30.957957 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec6258-ddd8-4ea2-81a2-bc231a5d366d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd10c4df-382e-46b2-9863-291f669ff918,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:31.013917 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-983a6c59-7e89-45f0-90d8-cdec85494dfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.040492 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-983a6c59-7e89-45f0-90d8-cdec85494dfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.100130 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-983a6c59-7e89-45f0-90d8-cdec85494dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.102822 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-983a6c59-7e89-45f0-90d8-cdec85494dfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:31.107197 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-983a6c59-7e89-45f0-90d8-cdec85494dfb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd10c4df-382e-46b2-9863-291f669ff918 HTTP/1.1" status: 204 len: 168 time: 0.1627023 Jul 16 22:40:31.114780 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a6c59-7e89-45f0-90d8-cdec85494dfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd10c4df-382e-46b2-9863-291f669ff918,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:31.909356 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd163fd-4ae4-4fc0-a27b-0fa8bf49ba29 req-0b39001e-bf41-40dc-bc9f-83ad6af6fe6c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:31.910971 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5cd163fd-4ae4-4fc0-a27b-0fa8bf49ba29 req-0b39001e-bf41-40dc-bc9f-83ad6af6fe6c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0695016 Jul 16 22:40:31.964563 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5cd163fd-4ae4-4fc0-a27b-0fa8bf49ba29 req-eeaf4bdb-43bf-4795-8f27-efcdbd830af2 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469439 Jul 16 22:40:32.371379 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51860) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:32.496449 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7f29a01d-3963-4688-b7bc-b8926a0980db admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.591602 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7f29a01d-3963-4688-b7bc-b8926a0980db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.598917 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7f29a01d-3963-4688-b7bc-b8926a0980db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.643043 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-7f29a01d-3963-4688-b7bc-b8926a0980db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3dc8078abd7e42f6b13228f5e0be81c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2697301 Jul 16 22:40:32.645626 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 51866) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:32.656757 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f29a01d-3963-4688-b7bc-b8926a0980db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c631344f-dca1-444c-acfb-aa288e5bb3e8,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:32.717425 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c867c106-e463-470c-a68d-4400568dd8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.746603 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c867c106-e463-470c-a68d-4400568dd8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.803538 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c867c106-e463-470c-a68d-4400568dd8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.806364 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c867c106-e463-470c-a68d-4400568dd8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:32.807989 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-c867c106-e463-470c-a68d-4400568dd8cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c631344f-dca1-444c-acfb-aa288e5bb3e8 HTTP/1.1" status: 204 len: 168 time: 0.1606359 Jul 16 22:40:32.816075 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c867c106-e463-470c-a68d-4400568dd8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c631344f-dca1-444c-acfb-aa288e5bb3e8,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:33.145036 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffa45fb-d0ae-49bf-8b1c-5b13b6be07ff req-d5c2122d-19a3-41d0-a2f4-393928494d06 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:33.146525 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9ffa45fb-d0ae-49bf-8b1c-5b13b6be07ff req-d5c2122d-19a3-41d0-a2f4-393928494d06 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0722380 Jul 16 22:40:33.183489 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9ffa45fb-d0ae-49bf-8b1c-5b13b6be07ff req-132485a4-b02e-46ec-9318-b93ea2e88d88 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307477 Jul 16 22:40:33.669180 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51934) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:33.778838 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-ce1cbe82-0009-4a76-98b0-a37dec72905a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:33.890305 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-ce1cbe82-0009-4a76-98b0-a37dec72905a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:33.894784 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-ce1cbe82-0009-4a76-98b0-a37dec72905a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:33.937012 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-ce1cbe82-0009-4a76-98b0-a37dec72905a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4c838a4d083648ecb2452c83a6a03f46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2644384 Jul 16 22:40:33.937513 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51948) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:33.955436 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1cbe82-0009-4a76-98b0-a37dec72905a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf2834f-31fd-484f-9811-a405f0caa46a,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:34.011660 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f41038a5-9348-4fec-ad62-684431c3c874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:34.041497 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f41038a5-9348-4fec-ad62-684431c3c874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:34.108474 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f41038a5-9348-4fec-ad62-684431c3c874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:34.112844 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f41038a5-9348-4fec-ad62-684431c3c874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:34.116694 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f41038a5-9348-4fec-ad62-684431c3c874 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bf2834f-31fd-484f-9811-a405f0caa46a HTTP/1.1" status: 204 len: 168 time: 0.1759717 Jul 16 22:40:34.124163 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41038a5-9348-4fec-ad62-684431c3c874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf2834f-31fd-484f-9811-a405f0caa46a,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:34.386400 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d48a070-8c8c-4301-88fe-a4b6cfc6fc4f req-1d3d86d2-dab8-41fe-953f-486c17b3e18f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:34.393890 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7d48a070-8c8c-4301-88fe-a4b6cfc6fc4f req-1d3d86d2-dab8-41fe-953f-486c17b3e18f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0779867 Jul 16 22:40:34.429246 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7d48a070-8c8c-4301-88fe-a4b6cfc6fc4f req-821adf5b-ccd8-4dbe-b5ad-0ea62d31e98d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342195 Jul 16 22:40:34.439749 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51976) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:34.455617 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6ff34b38-38f1-4ed9-b217-3ecf8f45a93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:34.545556 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6ff34b38-38f1-4ed9-b217-3ecf8f45a93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:34.549004 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6ff34b38-38f1-4ed9-b217-3ecf8f45a93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:34.583710 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff34b38-38f1-4ed9-b217-3ecf8f45a93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87470e24-a7b1-4931-98df-924101e3f442,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:34.589670 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-6ff34b38-38f1-4ed9-b217-3ecf8f45a93d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d667f1926424012b4213680b3717504&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1485910 Jul 16 22:40:34.592238 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 51978) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:34.640230 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a7e64833-0263-410b-a45b-0e8979d1f1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:34.664541 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a7e64833-0263-410b-a45b-0e8979d1f1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:34.707520 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a7e64833-0263-410b-a45b-0e8979d1f1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:34.710249 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a7e64833-0263-410b-a45b-0e8979d1f1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:34.711338 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-a7e64833-0263-410b-a45b-0e8979d1f1ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87470e24-a7b1-4931-98df-924101e3f442 HTTP/1.1" status: 204 len: 168 time: 0.1182268 Jul 16 22:40:34.718944 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e64833-0263-410b-a45b-0e8979d1f1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87470e24-a7b1-4931-98df-924101e3f442,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:35.455484 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52022) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:35.493170 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 52028) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:35.664533 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8daf30-e7db-4ed1-94ce-a82cdf5b62be req-b63d4078-6509-4863-911a-085e6858ce5a tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:35.666529 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9d8daf30-e7db-4ed1-94ce-a82cdf5b62be req-b63d4078-6509-4863-911a-085e6858ce5a tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0733888 Jul 16 22:40:35.706339 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-870869573-network', 'tenant_id': '03a10fae0e69478ab27d22ed61eb2207'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:35.708670 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9d8daf30-e7db-4ed1-94ce-a82cdf5b62be req-2abdf2d4-8c09-4480-b728-248f525bf934 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365686 Jul 16 22:40:35.732053 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d95ab91a-95c1-47a0-b19a-0912bfc00a71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.746234 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Made reservation on behalf of 03a10fae0e69478ab27d22ed61eb2207 for: {'network': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:35.748717 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.749810 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 52034) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:35.757434 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.811955 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c625-3c2d-4a35-8cdf-e3a1cf473f3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.860396 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d95ab91a-95c1-47a0-b19a-0912bfc00a71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.864143 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d95ab91a-95c1-47a0-b19a-0912bfc00a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.911109 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-d95ab91a-95c1-47a0-b19a-0912bfc00a71 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a0d7fc60daa42908746e2ad0bfd010b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4130051 Jul 16 22:40:35.911109 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ab91a-95c1-47a0-b19a-0912bfc00a71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3f91ca-8d33-4d01-ae96-7822ca1e2d88,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:35.912887 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 52042) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:35.948394 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.954131 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.983309 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb32c3b-d92f-472e-96bc-237b21bfbb03,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:35.983782 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-650dc520-ee9c-4925-9ada-9808148ac1f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:35.993075 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 346} {{(pid=99618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:40:36.004221 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.004550 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.segments_db [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Added segment 0df8a0b8-1f2e-462c-9177-5a94b0f2024d of type vlan for network 66b42c8a-830d-40f7-8a40-7d99635f1abe Jul 16 22:40:36.029955 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-650dc520-ee9c-4925-9ada-9808148ac1f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.049728 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.080820 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.081853 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:36.082487 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.100940 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c625-3c2d-4a35-8cdf-e3a1cf473f3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.107082 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2ee9c625-3c2d-4a35-8cdf-e3a1cf473f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.123444 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-650dc520-ee9c-4925-9ada-9808148ac1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.126128 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-650dc520-ee9c-4925-9ada-9808148ac1f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.129621 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-650dc520-ee9c-4925-9ada-9808148ac1f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc3f91ca-8d33-4d01-ae96-7822ca1e2d88 HTTP/1.1" status: 204 len: 168 time: 0.2134719 Jul 16 22:40:36.151731 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-2ee9c625-3c2d-4a35-8cdf-e3a1cf473f3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=39fa6e6e123b45b790cfc5373e195f48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3986878 Jul 16 22:40:36.155019 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 52054) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:36.161706 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] Pushing event updated for resources: {'Network': ['ID=66b42c8a-830d-40f7-8a40-7d99635f1abe,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:36.172143 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9c625-3c2d-4a35-8cdf-e3a1cf473f3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c55b7a-1a7d-4d9e-86c3-4c640a375c8a,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:36.177023 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 66b42c8a-830d-40f7-8a40-7d99635f1abe details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:40:36.186535 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-a61bcf5f-dd79-4d68-a434-212c222a65c7 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7298908 Jul 16 22:40:36.187152 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52056) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:36.193844 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650dc520-ee9c-4925-9ada-9808148ac1f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3f91ca-8d33-4d01-ae96-7822ca1e2d88,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:36.201881 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-a1cee31b-ce89-4c33-9062-5407af44fb54 admin admin] Request body: {'subnet': {'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-870869573-subnet', 'tenant_id': '03a10fae0e69478ab27d22ed61eb2207', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:36.250312 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-89353549-ff1e-432c-be46-03216acee139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.262869 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cee31b-ce89-4c33-9062-5407af44fb54 admin admin] Made reservation on behalf of 03a10fae0e69478ab27d22ed61eb2207 for: {'subnet': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:36.268845 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a1cee31b-ce89-4c33-9062-5407af44fb54 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.281840 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-89353549-ff1e-432c-be46-03216acee139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.343379 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-89353549-ff1e-432c-be46-03216acee139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.346202 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-89353549-ff1e-432c-be46-03216acee139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.347538 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-89353549-ff1e-432c-be46-03216acee139 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0c55b7a-1a7d-4d9e-86c3-4c640a375c8a HTTP/1.1" status: 204 len: 168 time: 0.1916559 Jul 16 22:40:36.355509 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89353549-ff1e-432c-be46-03216acee139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c55b7a-1a7d-4d9e-86c3-4c640a375c8a,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:36.488157 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a1cee31b-ce89-4c33-9062-5407af44fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.554548 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cee31b-ce89-4c33-9062-5407af44fb54 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19743f5b-4f53-458b-93eb-132b948706f4,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:36.572795 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1cee31b-ce89-4c33-9062-5407af44fb54 admin admin] Checking segment: {'id': '0df8a0b8-1f2e-462c-9177-5a94b0f2024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:36.573206 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cee31b-ce89-4c33-9062-5407af44fb54 admin admin] Network hostable DHCP agents. Network: 66b42c8a-830d-40f7-8a40-7d99635f1abe, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:40:36.595281 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1cee31b-ce89-4c33-9062-5407af44fb54 admin admin] Network 66b42c8a-830d-40f7-8a40-7d99635f1abe is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:40:36.606368 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-a1cee31b-ce89-4c33-9062-5407af44fb54 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 66b42c8a-830d-40f7-8a40-7d99635f1abe) {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:36.612992 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cee31b-ce89-4c33-9062-5407af44fb54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:36.613992 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a1cee31b-ce89-4c33-9062-5407af44fb54 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.618183 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee5281f-f90c-40bc-915b-d78c61f93506 None None] Network 66b42c8a-830d-40f7-8a40-7d99635f1abe requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:36.659575 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-a1cee31b-ce89-4c33-9062-5407af44fb54 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4709923 Jul 16 22:40:36.801313 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366f0ffc-7179-4ccb-8547-b2958efb602f None None] Network 66b42c8a-830d-40f7-8a40-7d99635f1abe requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:40:36.879116 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52090) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:36.896945 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a387442e-89f5-470a-a46c-3a7382e39479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.994142 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a387442e-89f5-470a-a46c-3a7382e39479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:36.998586 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a387442e-89f5-470a-a46c-3a7382e39479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:37.040277 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-a387442e-89f5-470a-a46c-3a7382e39479 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bdc46b2effa4907b4df3dbda2792667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1600840 Jul 16 22:40:37.041252 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387442e-89f5-470a-a46c-3a7382e39479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=182c3aae-b078-4678-b9c0-42393617dc02,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:37.043674 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 52096) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:37.102518 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3188e004-d486-413f-8dcc-ccb463f18f93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:37.125751 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3188e004-d486-413f-8dcc-ccb463f18f93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:37.174443 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3188e004-d486-413f-8dcc-ccb463f18f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:37.178010 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3188e004-d486-413f-8dcc-ccb463f18f93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:37.184633 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-3188e004-d486-413f-8dcc-ccb463f18f93 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/182c3aae-b078-4678-b9c0-42393617dc02 HTTP/1.1" status: 204 len: 168 time: 0.1369114 Jul 16 22:40:37.194061 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3188e004-d486-413f-8dcc-ccb463f18f93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=182c3aae-b078-4678-b9c0-42393617dc02,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:38.818101 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f0766-411f-4873-9b27-48f6ec087a33 req-e72b1a66-384c-467a-a96c-bcad2772ffe7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:38.819666 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5d6f0766-411f-4873-9b27-48f6ec087a33 req-e72b1a66-384c-467a-a96c-bcad2772ffe7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0647917 Jul 16 22:40:38.859579 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5d6f0766-411f-4873-9b27-48f6ec087a33 req-2e82c14a-5cde-4f1f-ae7f-2a55a36b15de tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340326 Jul 16 22:40:39.832445 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 52218) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:40.222141 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-049a5550-8651-47c7-8c18-f0e691efdb7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:40.230689 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-af701dba-3098-4159-8a8d-d205cb171e9f tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=f22709b952fc4665b32b3ccebc31eecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788398 Jul 16 22:40:40.427597 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b72d47-d637-44c9-83fe-738d24484338 req-b511e2c0-b266-40a1-869f-227d6eff19ce tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:40.429151 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-b511e2c0-b266-40a1-869f-227d6eff19ce tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/networks?id=66b42c8a-830d-40f7-8a40-7d99635f1abe HTTP/1.1" status: 200 len: 808 time: 0.5276275 Jul 16 22:40:40.497996 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-529b0325-3814-4cdd-a142-d8e10bbedced tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/quotas/03a10fae0e69478ab27d22ed61eb2207 HTTP/1.1" status: 200 len: 375 time: 0.0551066 Jul 16 22:40:40.506925 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d994311-7135-41fb-b9fa-786401740206 req-82e73bb5-d927-40fb-bdcb-04e54898ef68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:40.508382 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1d994311-7135-41fb-b9fa-786401740206 req-82e73bb5-d927-40fb-bdcb-04e54898ef68 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 1098 time: 0.3538647 Jul 16 22:40:40.573152 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-7bc1f313-2632-488c-b361-22dc8acd89bc tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=03a10fae0e69478ab27d22ed61eb2207&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560899 Jul 16 22:40:40.582611 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-24cd3a5b-f9cb-4586-982e-612f92d33fbf tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:40.584055 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-24cd3a5b-f9cb-4586-982e-612f92d33fbf tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3184745 Jul 16 22:40:40.641740 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1d994311-7135-41fb-b9fa-786401740206 req-145b225d-6410-4038-b020-dcac6ee3e4d2 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204455 Jul 16 22:40:40.646879 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-6254c072-5fb6-448e-90f7-64e5e8d30c2f tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/quotas/f22709b952fc4665b32b3ccebc31eecf HTTP/1.1" status: 200 len: 375 time: 0.0556428 Jul 16 22:40:40.722915 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-ec4c5a15-6e1b-497f-bab3-5cf7ba363412 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f22709b952fc4665b32b3ccebc31eecf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0670717 Jul 16 22:40:40.742980 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-049a5550-8651-47c7-8c18-f0e691efdb7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:40.751332 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-049a5550-8651-47c7-8c18-f0e691efdb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:40.784799 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-b230bae9-8745-4a80-8022-52bd2db932d1 service neutron] 10.222.0.24 "GET /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965146 Jul 16 22:40:40.830197 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-049a5550-8651-47c7-8c18-f0e691efdb7a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9623eac38d314faab3aac92855e277b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9966044 Jul 16 22:40:40.832443 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a5550-8651-47c7-8c18-f0e691efdb7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e008a-6680-4255-b855-6d556e0a4215,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:40.833930 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52272) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:40.921674 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6c210598-91f9-47fc-a6ca-1fbc1fb99cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:40.929338 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-fb3f176f-9758-45ba-b5a9-bb04a10c38bd service neutron] 10.222.0.24 "GET /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355016 Jul 16 22:40:40.950138 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6c210598-91f9-47fc-a6ca-1fbc1fb99cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:41.011645 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6c210598-91f9-47fc-a6ca-1fbc1fb99cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:41.015225 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6c210598-91f9-47fc-a6ca-1fbc1fb99cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:41.016839 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-6c210598-91f9-47fc-a6ca-1fbc1fb99cf8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4f0e008a-6680-4255-b855-6d556e0a4215 HTTP/1.1" status: 204 len: 168 time: 0.1817558 Jul 16 22:40:41.026923 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c210598-91f9-47fc-a6ca-1fbc1fb99cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e008a-6680-4255-b855-6d556e0a4215,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:41.038951 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd73dc7-3192-4a40-b94b-f8072d066bb3 req-59576e9a-baa7-42ac-9c72-f1cb053b9f95 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:41.040772 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8fd73dc7-3192-4a40-b94b-f8072d066bb3 req-59576e9a-baa7-42ac-9c72-f1cb053b9f95 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0849657 Jul 16 22:40:41.098015 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8fd73dc7-3192-4a40-b94b-f8072d066bb3 req-12f5c109-dfa0-42e8-af8c-0a1315abaed2 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464900 Jul 16 22:40:41.437420 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4ca84efd-3c8b-4b21-9eeb-8db2b29f1cc1 req-65c96f5a-452a-4dec-9136-f7deb5d6380e tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 210 time: 0.0943267 Jul 16 22:40:41.439515 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d7670439-8aff-4d46-93e6-ca776a238796 req-dcd13863-e114-4a4f-baf4-eda33a89b126 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 210 time: 0.0868235 Jul 16 22:40:42.074655 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 52354) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:42.341575 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52386) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:42.381027 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-25fae1ea-995e-4171-b2db-3071166dd534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.430401 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f1244de3-16f4-4f2e-9c4c-ae168de2a523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.471195 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897ed07a-04f0-43ec-a5db-4976d71ca65b req-b3a90a8c-a740-4109-98e3-c556ae99a331 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.473076 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-897ed07a-04f0-43ec-a5db-4976d71ca65b req-b3a90a8c-a740-4109-98e3-c556ae99a331 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.2079949 Jul 16 22:40:42.480231 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-a8ffdbff-e489-4612-b83c-b5991bad26da tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=f22709b952fc4665b32b3ccebc31eecf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0743680 Jul 16 22:40:42.484743 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.db.api [None req-25fae1ea-995e-4171-b2db-3071166dd534 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:40:42.484743 dv-cinder-797608-6-iscsi neutron-server[99617]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 22:40:42.484743 dv-cinder-797608-6-iscsi neutron-server[99617]: [parameters: {'project_id': 'af707a0a76a1400bb032c99c3425faf4', 'id': '5f48307c-75c3-491e-b4b0-0ede4ea5f13e', 'expiration': datetime.datetime(2021, 7, 16, 22, 42, 42, 481103)}] Jul 16 22:40:42.484743 dv-cinder-797608-6-iscsi neutron-server[99617]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:40:42.485134 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG oslo_db.api [None req-25fae1ea-995e-4171-b2db-3071166dd534 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:40:42.640418 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f1244de3-16f4-4f2e-9c4c-ae168de2a523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.644986 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-897ed07a-04f0-43ec-a5db-4976d71ca65b req-3f615dff-7158-4c2d-a66a-88583c9f9798 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473505 Jul 16 22:40:42.649186 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f1244de3-16f4-4f2e-9c4c-ae168de2a523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.691905 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-f1244de3-16f4-4f2e-9c4c-ae168de2a523 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24a2c51d763c46c1ba3ccf0f505df427&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3489008 Jul 16 22:40:42.693643 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52400) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:42.732260 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1244de3-16f4-4f2e-9c4c-ae168de2a523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=286c846c-abeb-4bd6-bbc9-8be09c4a90c8,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:42.767900 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-be6e3e87-b4e8-4b05-882b-6f5924c53e2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.786848 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-b5178c47-5a5c-4ab4-8988-9cee1ff67ddb tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:42.788816 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-b5178c47-5a5c-4ab4-8988-9cee1ff67ddb tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2951317 Jul 16 22:40:42.796888 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-be6e3e87-b4e8-4b05-882b-6f5924c53e2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.812202 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Request body: {'port': {'device_id': '020ab48d-ff8c-48c9-bb4d-0700265941dc', 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36', 'admin_state_up': True, 'tenant_id': 'f22709b952fc4665b32b3ccebc31eecf'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:42.852243 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-be6e3e87-b4e8-4b05-882b-6f5924c53e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.857247 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-be6e3e87-b4e8-4b05-882b-6f5924c53e2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:42.863335 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-be6e3e87-b4e8-4b05-882b-6f5924c53e2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/286c846c-abeb-4bd6-bbc9-8be09c4a90c8 HTTP/1.1" status: 204 len: 168 time: 0.1668494 Jul 16 22:40:42.871731 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6e3e87-b4e8-4b05-882b-6f5924c53e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=286c846c-abeb-4bd6-bbc9-8be09c4a90c8,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:42.876616 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3fe039c5-d043-403d-8763-5bf3f49f3138 req-8ad9aee0-0c11-457c-804a-fc05a9ebdf5b tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 210 time: 0.0450540 Jul 16 22:40:42.967111 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-60a23347-4482-47cf-a38c-525052137d7b req-5563110d-d764-4728-a62e-f583e44c8708 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 210 time: 0.0524952 Jul 16 22:40:42.989897 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-25fae1ea-995e-4171-b2db-3071166dd534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.025061 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.db.api [None req-25fae1ea-995e-4171-b2db-3071166dd534 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:40:43.025061 dv-cinder-797608-6-iscsi neutron-server[99617]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 22:40:43.025061 dv-cinder-797608-6-iscsi neutron-server[99617]: [parameters: {'project_id': 'af707a0a76a1400bb032c99c3425faf4', 'id': '343d8614-40d2-4a03-84bb-442713734498', 'expiration': datetime.datetime(2021, 7, 16, 22, 42, 43, 20509)}] Jul 16 22:40:43.025061 dv-cinder-797608-6-iscsi neutron-server[99617]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99617) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:40:43.026216 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG oslo_db.api [None req-25fae1ea-995e-4171-b2db-3071166dd534 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:40:43.039337 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Made reservation on behalf of f22709b952fc4665b32b3ccebc31eecf for: {'port': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:43.044441 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.055455 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.186692 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b72d47-d637-44c9-83fe-738d24484338 req-33650263-222c-4e47-b220-3717e6d2bcb8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:43.188448 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-33650263-222c-4e47-b220-3717e6d2bcb8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.35 "GET /v2.0/networks?id=66b42c8a-830d-40f7-8a40-7d99635f1abe HTTP/1.1" status: 200 len: 808 time: 0.2156277 Jul 16 22:40:43.223540 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Request body: {'port': {'device_id': 'a77e0ffc-2e9d-4780-a465-d4821caa96c7', 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe', 'admin_state_up': True, 'tenant_id': '03a10fae0e69478ab27d22ed61eb2207'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:43.271012 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.310923 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.347424 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52428) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:43.372994 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b133811c-a594-4714-bb4e-7332c4ddf6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.410613 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69795ed7-ff6c-468b-a48d-395df8f4f4e8,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:43.435758 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.db.api [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:40:43.435758 dv-cinder-797608-6-iscsi neutron-server[99618]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 22:40:43.435758 dv-cinder-797608-6-iscsi neutron-server[99618]: [parameters: {'project_id': '03a10fae0e69478ab27d22ed61eb2207', 'id': 'd057321a-138a-4cc4-91ec-02d5c3bf4a23', 'expiration': datetime.datetime(2021, 7, 16, 22, 42, 43, 396237)}] Jul 16 22:40:43.435758 dv-cinder-797608-6-iscsi neutron-server[99618]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:40:43.436240 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG oslo_db.api [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:40:43.465494 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25426cc7-d487-46b3-9941-2f5a3d35656f req-2c4c6930-90e4-4669-badd-34457b90ca3b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:43.467003 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-25426cc7-d487-46b3-9941-2f5a3d35656f req-2c4c6930-90e4-4669-badd-34457b90ca3b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.2532651 Jul 16 22:40:43.478239 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b133811c-a594-4714-bb4e-7332c4ddf6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.482937 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b133811c-a594-4714-bb4e-7332c4ddf6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.500534 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Allocated IP 192.168.233.114 (620d3f09-b884-4158-813e-c8142ca04f36/6bb16157-e3d1-4ff9-b15b-0dcdffd315b3/70031409-cd35-4afd-8569-9f309bd4bff0) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:43.522949 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-b133811c-a594-4714-bb4e-7332c4ddf6db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5101ebf730c44880a3a298d5cce11e70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1722376 Jul 16 22:40:43.524095 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b133811c-a594-4714-bb4e-7332c4ddf6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd80215b-0474-4261-bc79-18cddeb615ae,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:43.526938 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 52432) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:43.547904 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-25426cc7-d487-46b3-9941-2f5a3d35656f req-af6ab29d-b6b8-4063-98f7-569c70ac3569 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751250 Jul 16 22:40:43.625368 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e64a05cc-ff52-4809-9ed9-c15f5c2a80ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.700589 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e64a05cc-ff52-4809-9ed9-c15f5c2a80ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.732085 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-25fae1ea-995e-4171-b2db-3071166dd534 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.793490 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.812754 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Transition to ACTIVE for port object 70031409-cd35-4afd-8569-9f309bd4bff0 will not be triggered until provisioned by entity DHCP. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:43.818878 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e64a05cc-ff52-4809-9ed9-c15f5c2a80ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.821409 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e64a05cc-ff52-4809-9ed9-c15f5c2a80ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.823137 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-e64a05cc-ff52-4809-9ed9-c15f5c2a80ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd80215b-0474-4261-bc79-18cddeb615ae HTTP/1.1" status: 204 len: 168 time: 0.2951071 Jul 16 22:40:43.843191 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a05cc-ff52-4809-9ed9-c15f5c2a80ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd80215b-0474-4261-bc79-18cddeb615ae,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:43.901769 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:43.968681 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Network 620d3f09-b884-4158-813e-c8142ca04f36 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:43.975466 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:43.983353 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:43.991247 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:40:44.011580 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Pushing event updated for resources: {'Port': ['ID=70031409-cd35-4afd-8569-9f309bd4bff0,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:44.016886 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-25fae1ea-995e-4171-b2db-3071166dd534 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.029235 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-25fae1ea-995e-4171-b2db-3071166dd534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.063204 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Made reservation on behalf of 03a10fae0e69478ab27d22ed61eb2207 for: {'port': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:40:44.072639 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.090941 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-25fae1ea-995e-4171-b2db-3071166dd534 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af707a0a76a1400bb032c99c3425faf4&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0152111 Jul 16 22:40:44.100687 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:44.101329 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.105928 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52450) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:44.120935 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fae1ea-995e-4171-b2db-3071166dd534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60498ca-5ee0-488b-b5df-3c15bd1f4865,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:44.150903 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-da664d53-1b4e-4f5d-98c5-bebf313d9d55 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3487859 Jul 16 22:40:44.167061 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Request body: {'port': {'device_id': '020ab48d-ff8c-48c9-bb4d-0700265941dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:44.270699 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f1c9fb46-6e0b-4cba-aba1-a512c9082048 req-9cdb86fe-ca9d-45d2-a2e8-47f590bd866c tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 210 time: 0.0682242 Jul 16 22:40:44.303474 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043e32a-638c-4307-b6df-d7b49dec7baa req-529da725-33a6-4664-9e9d-0886ba2a6521 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:44.310192 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d043e32a-638c-4307-b6df-d7b49dec7baa req-529da725-33a6-4664-9e9d-0886ba2a6521 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 936 time: 0.2225077 Jul 16 22:40:44.357123 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b9b44771-a83e-42af-954c-e9fee6f345ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.365725 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.375196 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Allocated IP 172.20.0.8 (66b42c8a-830d-40f7-8a40-7d99635f1abe/19743f5b-4f53-458b-93eb-132b948706f4/287c937b-9bb4-4be8-880c-94292afc85e6) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:40:44.388896 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d043e32a-638c-4307-b6df-d7b49dec7baa req-542f0e6a-1683-49a9-be6c-2ba987a5ad1a tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/security-groups?id=69795ed7-ff6c-468b-a48d-395df8f4f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534182 Jul 16 22:40:44.394496 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b9b44771-a83e-42af-954c-e9fee6f345ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.419430 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bc525eb6-f9d5-4fe7-8a84-6bde4960ac3a None None] Provisioning for port 70031409-cd35-4afd-8569-9f309bd4bff0 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:44.423275 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bc525eb6-f9d5-4fe7-8a84-6bde4960ac3a None None] Provisioning complete for port 70031409-cd35-4afd-8569-9f309bd4bff0 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:44.423650 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bc525eb6-f9d5-4fe7-8a84-6bde4960ac3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.425720 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52454) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:44.459731 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bc525eb6-f9d5-4fe7-8a84-6bde4960ac3a None None] Port 70031409-cd35-4afd-8569-9f309bd4bff0 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:40:44.474621 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0fec4229-5d38-4806-9ee4-c223ab9835c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.539628 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b9b44771-a83e-42af-954c-e9fee6f345ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.542249 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b9b44771-a83e-42af-954c-e9fee6f345ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.543361 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-b9b44771-a83e-42af-954c-e9fee6f345ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c60498ca-5ee0-488b-b5df-3c15bd1f4865 HTTP/1.1" status: 204 len: 168 time: 0.4349811 Jul 16 22:40:44.590470 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b44771-a83e-42af-954c-e9fee6f345ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60498ca-5ee0-488b-b5df-3c15bd1f4865,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:44.660128 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.697265 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0fec4229-5d38-4806-9ee4-c223ab9835c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.708341 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0fec4229-5d38-4806-9ee4-c223ab9835c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.762637 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-0fec4229-5d38-4806-9ee4-c223ab9835c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e7dd5cbf9e84bac85ef7e9dc55c9d56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3337348 Jul 16 22:40:44.763500 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fec4229-5d38-4806-9ee4-c223ab9835c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fc5d77-ee4c-4ccb-ab8f-2a9edac3ca3b,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:44.765914 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52462) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:44.792219 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.804547 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70031409-cd35-4afd-8569-9f309bd4bff0 {{(pid=99617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:44.814373 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.828441 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Transition to ACTIVE for port object 70031409-cd35-4afd-8569-9f309bd4bff0 will not be triggered until provisioned by entity L2. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:44.833579 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.870141 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Network 66b42c8a-830d-40f7-8a40-7d99635f1abe is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:40:44.880772 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:40:44.884947 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Pushing event updated for resources: {'Port': ['ID=287c937b-9bb4-4be8-880c-94292afc85e6,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:44.887789 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:40:44.894386 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:44.895048 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.898362 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c444ae59-5704-42ba-88ad-d1518f7ba9eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.925242 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-5c55c5f2-3f3b-442a-a52d-d9382c3a1e52 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7188015 Jul 16 22:40:44.940437 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c444ae59-5704-42ba-88ad-d1518f7ba9eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:44.942409 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Pushing event updated for resources: {'Port': ['ID=70031409-cd35-4afd-8569-9f309bd4bff0,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:44.947443 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Request body: {'port': {'device_id': 'a77e0ffc-2e9d-4780-a465-d4821caa96c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:40:45.068154 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.095378 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Attempting to bind port 70031409-cd35-4afd-8569-9f309bd4bff0 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:45.100180 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Attempting to bind port 70031409-cd35-4afd-8569-9f309bd4bff0 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '5c8a2ef2-e18d-4f83-87d4-bbe86576817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36'}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:45.100545 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Attempting to bind port 70031409-cd35-4afd-8569-9f309bd4bff0 on network 620d3f09-b884-4158-813e-c8142ca04f36 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:45.105219 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Port 70031409-cd35-4afd-8569-9f309bd4bff0 on network 620d3f09-b884-4158-813e-c8142ca04f36 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:40:45.105628 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Attempting to bind port 70031409-cd35-4afd-8569-9f309bd4bff0 on network 620d3f09-b884-4158-813e-c8142ca04f36 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:45.111317 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:45.111317 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Checking segment: {'id': '5c8a2ef2-e18d-4f83-87d4-bbe86576817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:45.111549 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Bound using segment: {'id': '5c8a2ef2-e18d-4f83-87d4-bbe86576817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36'} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:45.112045 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Bound port: 70031409-cd35-4afd-8569-9f309bd4bff0, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8a2ef2-e18d-4f83-87d4-bbe86576817f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36'}}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:45.112353 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.142407 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c444ae59-5704-42ba-88ad-d1518f7ba9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.145301 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c444ae59-5704-42ba-88ad-d1518f7ba9eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.148732 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-c444ae59-5704-42ba-88ad-d1518f7ba9eb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a3fc5d77-ee4c-4ccb-ab8f-2a9edac3ca3b HTTP/1.1" status: 204 len: 168 time: 0.3795669 Jul 16 22:40:45.209550 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] For port 70031409-cd35-4afd-8569-9f309bd4bff0, host hv-cinder-79760, cleared binding levels {{(pid=99617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:45.214628 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] For port 70031409-cd35-4afd-8569-9f309bd4bff0, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=70031409-cd35-4afd-8569-9f309bd4bff0,segment=NetworkSegment(5c8a2ef2-e18d-4f83-87d4-bbe86576817f),segment_id=5c8a2ef2-e18d-4f83-87d4-bbe86576817f)] {{(pid=99617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:45.229572 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.231263 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c444ae59-5704-42ba-88ad-d1518f7ba9eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fc5d77-ee4c-4ccb-ab8f-2a9edac3ca3b,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:45.281698 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Pushing event updated for resources: {'Port': ['ID=70031409-cd35-4afd-8569-9f309bd4bff0,revision_number=3']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:45.307910 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:45.308765 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.312639 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-cb0303ca-5e83-4163-bb42-2043f3ed69b9 service neutron] 10.222.0.35 "PUT /v2.0/ports/70031409-cd35-4afd-8569-9f309bd4bff0 HTTP/1.1" status: 200 len: 1098 time: 1.1513624 Jul 16 22:40:45.313187 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '020ab48d-ff8c-48c9-bb4d-0700265941dc', 'tag': '70031409-cd35-4afd-8569-9f309bd4bff0'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:45.315532 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088e8506-62f0-49c4-a62f-5f4fcb43098d" -d '{"events": [{"name": "network-changed", "server_uuid": "020ab48d-ff8c-48c9-bb4d-0700265941dc", "tag": "70031409-cd35-4afd-8569-9f309bd4bff0"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:45.732105 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287c937b-9bb4-4be8-880c-94292afc85e6 {{(pid=99618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:45.740510 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.754899 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Transition to ACTIVE for port object 287c937b-9bb4-4be8-880c-94292afc85e6 will not be triggered until provisioned by entity L2. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:40:45.760703 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.828897 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65916194-c0e6-4c1b-909f-eb00d382924f x-openstack-request-id: req-65916194-c0e6-4c1b-909f-eb00d382924f {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:45.829317 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "020ab48d-ff8c-48c9-bb4d-0700265941dc", "tag": "70031409-cd35-4afd-8569-9f309bd4bff0", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:45.829586 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-65916194-c0e6-4c1b-909f-eb00d382924f {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:45.829962 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '020ab48d-ff8c-48c9-bb4d-0700265941dc', 'tag': '70031409-cd35-4afd-8569-9f309bd4bff0', 'status': 'completed', 'code': 200} Jul 16 22:40:45.844427 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Attempting to bind port 287c937b-9bb4-4be8-880c-94292afc85e6 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:40:45.844765 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Attempting to bind port 287c937b-9bb4-4be8-880c-94292afc85e6 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0df8a0b8-1f2e-462c-9177-5a94b0f2024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe'}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:40:45.845097 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Attempting to bind port 287c937b-9bb4-4be8-880c-94292afc85e6 on network 66b42c8a-830d-40f7-8a40-7d99635f1abe {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:45.857076 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Port 287c937b-9bb4-4be8-880c-94292afc85e6 on network 66b42c8a-830d-40f7-8a40-7d99635f1abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:40:45.857076 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Attempting to bind port 287c937b-9bb4-4be8-880c-94292afc85e6 on network 66b42c8a-830d-40f7-8a40-7d99635f1abe {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:40:45.860700 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:40:45.860700 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Checking segment: {'id': '0df8a0b8-1f2e-462c-9177-5a94b0f2024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:40:45.860981 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Bound using segment: {'id': '0df8a0b8-1f2e-462c-9177-5a94b0f2024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe'} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:40:45.861733 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Bound port: 287c937b-9bb4-4be8-880c-94292afc85e6, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df8a0b8-1f2e-462c-9177-5a94b0f2024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe'}}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:40:45.861846 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.863656 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Pushing event updated for resources: {'Port': ['ID=287c937b-9bb4-4be8-880c-94292afc85e6,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:45.921399 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-1917e203-5c52-4cce-ac13-33bf31ec56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:45.923004 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-1917e203-5c52-4cce-ac13-33bf31ec56e5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22709b952fc4665b32b3ccebc31eecf&device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 1101 time: 0.5446932 Jul 16 22:40:45.933201 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] For port 287c937b-9bb4-4be8-880c-94292afc85e6, host hv-cinder-79760, cleared binding levels {{(pid=99618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:40:45.936471 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] For port 287c937b-9bb4-4be8-880c-94292afc85e6, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=287c937b-9bb4-4be8-880c-94292afc85e6,segment=NetworkSegment(0df8a0b8-1f2e-462c-9177-5a94b0f2024d),segment_id=0df8a0b8-1f2e-462c-9177-5a94b0f2024d)] {{(pid=99618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:40:45.941185 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.973138 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:45.973756 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:45.975215 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] 10.222.0.35 "PUT /v2.0/ports/287c937b-9bb4-4be8-880c-94292afc85e6 HTTP/1.1" status: 200 len: 1093 time: 1.0399280 Jul 16 22:40:45.979847 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a77e0ffc-2e9d-4780-a465-d4821caa96c7', 'tag': '287c937b-9bb4-4be8-880c-94292afc85e6'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:45.982817 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0066a5b-5d63-4c90-829c-7ccc80d0711a" -d '{"events": [{"name": "network-changed", "server_uuid": "a77e0ffc-2e9d-4780-a465-d4821caa96c7", "tag": "287c937b-9bb4-4be8-880c-94292afc85e6"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:45.986796 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-32206804-578d-470e-8702-c614f8bc0902 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=70031409-cd35-4afd-8569-9f309bd4bff0 HTTP/1.1" status: 200 len: 217 time: 0.0520844 Jul 16 22:40:45.991352 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46777a3d-2eb3-439c-a22f-c29bb8f137a9 req-1d9a0da3-560a-4f50-a075-a5c8d06ed024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:45.992853 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-46777a3d-2eb3-439c-a22f-c29bb8f137a9 req-1d9a0da3-560a-4f50-a075-a5c8d06ed024 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 1098 time: 0.4913111 Jul 16 22:40:46.001560 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6198cb38-04de-4996-befb-ccf19a51fdb1 req-257addf7-82aa-4597-809e-181c85bf4497 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.003217 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6198cb38-04de-4996-befb-ccf19a51fdb1 req-257addf7-82aa-4597-809e-181c85bf4497 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 931 time: 0.5451970 Jul 16 22:40:46.017255 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d9d90-ac71-4c64-b2dd-8b1f17a06076 service neutron] Pushing event updated for resources: {'Port': ['ID=287c937b-9bb4-4be8-880c-94292afc85e6,revision_number=3']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:46.096064 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8582ae79-057e-4e21-bf09-16fb52b6cea1 req-6d0d1c19-ee71-4ec0-8e65-580c305b8482 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.103979 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8582ae79-057e-4e21-bf09-16fb52b6cea1 req-6d0d1c19-ee71-4ec0-8e65-580c305b8482 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.2765326 Jul 16 22:40:46.105997 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b72d47-d637-44c9-83fe-738d24484338 req-04cecf0f-719c-40cf-87a6-4b296c2e8060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.108349 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-04cecf0f-719c-40cf-87a6-4b296c2e8060 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a10fae0e69478ab27d22ed61eb2207&device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 1096 time: 0.0799842 Jul 16 22:40:46.159589 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-7de1f8cd-8d48-486b-a657-49ff04650e9d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=287c937b-9bb4-4be8-880c-94292afc85e6 HTTP/1.1" status: 200 len: 217 time: 0.0390728 Jul 16 22:40:46.178405 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-897edd4c-b184-49d9-bce5-027be3c8c69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.179862 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-897edd4c-b184-49d9-bce5-027be3c8c69d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bb16157-e3d1-4ff9-b15b-0dcdffd315b3 HTTP/1.1" status: 200 len: 843 time: 0.1742058 Jul 16 22:40:46.194881 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6198cb38-04de-4996-befb-ccf19a51fdb1 req-c546cdf5-9683-449b-b669-4d264f65a5b7 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756110 Jul 16 22:40:46.240172 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b72d47-d637-44c9-83fe-738d24484338 req-4b077b8e-bf68-45dc-b720-d552dedef003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.241671 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-4b077b8e-bf68-45dc-b720-d552dedef003 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=19743f5b-4f53-458b-93eb-132b948706f4 HTTP/1.1" status: 200 len: 848 time: 0.0744722 Jul 16 22:40:46.250615 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8582ae79-057e-4e21-bf09-16fb52b6cea1 req-83a8d03b-bd3b-4cfb-845d-5ee43e60985d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455700 Jul 16 22:40:46.267972 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46777a3d-2eb3-439c-a22f-c29bb8f137a9 req-22106100-cba4-4359-8278-d4d4b5e948c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.269521 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-46777a3d-2eb3-439c-a22f-c29bb8f137a9 req-22106100-cba4-4359-8278-d4d4b5e948c7 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 920 time: 0.2491310 Jul 16 22:40:46.311647 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-f1126e28-ee2e-4f2e-9fcf-6c5bf201e86f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66b42c8a-830d-40f7-8a40-7d99635f1abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490966 Jul 16 22:40:46.352735 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-46777a3d-2eb3-439c-a22f-c29bb8f137a9 req-f601ad77-81ff-4ecb-89cc-4ee0b3a04f7a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8472c691-62f9-455a-948b-7e811524cffb HTTP/1.1" status: 200 len: 217 time: 0.0727713 Jul 16 22:40:46.465865 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-adc3eccc-c02a-4df0-a847-bef769a1dfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.467375 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-adc3eccc-c02a-4df0-a847-bef769a1dfdd service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=620d3f09-b884-4158-813e-c8142ca04f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2772062 Jul 16 22:40:46.483263 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46777a3d-2eb3-439c-a22f-c29bb8f137a9 req-01974539-3923-4f29-be9f-bc0f7704fa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.484722 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-46777a3d-2eb3-439c-a22f-c29bb8f137a9 req-01974539-3923-4f29-be9f-bc0f7704fa8f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3393095a-2616-4956-9106-a5f93d079344 HTTP/1.1" status: 200 len: 859 time: 0.1224363 Jul 16 22:40:46.497057 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017ac08f-1349-4e5f-9e13-a48a6b5a1143 x-openstack-request-id: req-017ac08f-1349-4e5f-9e13-a48a6b5a1143 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:46.497355 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a77e0ffc-2e9d-4780-a465-d4821caa96c7", "tag": "287c937b-9bb4-4be8-880c-94292afc85e6", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:46.501781 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-017ac08f-1349-4e5f-9e13-a48a6b5a1143 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:46.502196 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a77e0ffc-2e9d-4780-a465-d4821caa96c7', 'tag': '287c937b-9bb4-4be8-880c-94292afc85e6', 'status': 'completed', 'code': 200} Jul 16 22:40:46.520321 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-7cbf8e47-e43b-47c5-8c53-ca2f60ab34cd service neutron] 10.222.0.35 "GET /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973760 Jul 16 22:40:46.568195 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-46777a3d-2eb3-439c-a22f-c29bb8f137a9 req-ab7b3d9a-fdf8-46d9-9850-a313d2519009 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697987 Jul 16 22:40:46.653996 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-89b72d47-d637-44c9-83fe-738d24484338 req-5f6af15d-96ea-4648-88ab-86baf2fcc169 service neutron] 10.222.0.35 "GET /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153276 Jul 16 22:40:46.663848 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dbea07-6069-42c2-8d20-66d2828594f5 req-032c1c9e-c98a-4899-991d-89c59e777d6f tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.670175 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-59dbea07-6069-42c2-8d20-66d2828594f5 req-032c1c9e-c98a-4899-991d-89c59e777d6f tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 948 time: 0.2418191 Jul 16 22:40:46.761050 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-d13fe997-f61b-499f-96a8-b1653937053b service neutron] 10.222.0.35 "GET /v2.0/networks/620d3f09-b884-4158-813e-c8142ca04f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2666214 Jul 16 22:40:46.771967 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-59dbea07-6069-42c2-8d20-66d2828594f5 req-38f6e8d4-c15f-4940-a9bb-6b7a57d7701d tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/security-groups?id=69795ed7-ff6c-468b-a48d-395df8f4f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968282 Jul 16 22:40:46.772883 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0066a5b-5d63-4c90-829c-7ccc80d0711a req-e364bf94-041f-433c-920b-5fc5cef4074c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.774593 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a0066a5b-5d63-4c90-829c-7ccc80d0711a req-e364bf94-041f-433c-920b-5fc5cef4074c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a10fae0e69478ab27d22ed61eb2207&device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 1096 time: 0.0611377 Jul 16 22:40:46.814632 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-46777a3d-2eb3-439c-a22f-c29bb8f137a9 req-2d5b95cd-bd08-40f5-9238-66725c944d94 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342632 Jul 16 22:40:46.922459 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0066a5b-5d63-4c90-829c-7ccc80d0711a req-4331f255-060e-4fee-8d7c-2348423c06fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:46.923921 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a0066a5b-5d63-4c90-829c-7ccc80d0711a req-4331f255-060e-4fee-8d7c-2348423c06fc service neutron] 10.222.0.35 "GET /v2.0/networks?id=66b42c8a-830d-40f7-8a40-7d99635f1abe HTTP/1.1" status: 200 len: 909 time: 0.1410868 Jul 16 22:40:46.949308 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-f245136a-c1ef-4351-96df-9d1c2f9acfa6 service neutron] 10.222.0.35 "GET /v2.0/networks/620d3f09-b884-4158-813e-c8142ca04f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679738 Jul 16 22:40:46.966214 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-46777a3d-2eb3-439c-a22f-c29bb8f137a9 req-be1502b1-93f1-4f17-b338-bc002950d5bf service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418700 Jul 16 22:40:46.980194 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a0066a5b-5d63-4c90-829c-7ccc80d0711a req-e9d895c5-8d0e-4f8d-bec4-94fb8b36e829 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=287c937b-9bb4-4be8-880c-94292afc85e6 HTTP/1.1" status: 200 len: 217 time: 0.0451846 Jul 16 22:40:47.042151 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0066a5b-5d63-4c90-829c-7ccc80d0711a req-6368c712-aadb-40e6-a93c-79e5769a9d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.043574 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a0066a5b-5d63-4c90-829c-7ccc80d0711a req-6368c712-aadb-40e6-a93c-79e5769a9d22 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=19743f5b-4f53-458b-93eb-132b948706f4 HTTP/1.1" status: 200 len: 848 time: 0.0530615 Jul 16 22:40:47.094261 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e8506-62f0-49c4-a62f-5f4fcb43098d req-4718d5b7-f1c3-4ed1-a1dd-ef9b7a002393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.095970 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-088e8506-62f0-49c4-a62f-5f4fcb43098d req-4718d5b7-f1c3-4ed1-a1dd-ef9b7a002393 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=f22709b952fc4665b32b3ccebc31eecf&device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 1101 time: 0.0582936 Jul 16 22:40:47.098004 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a0066a5b-5d63-4c90-829c-7ccc80d0711a req-73951cf6-8048-414c-8768-c11010edd02c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66b42c8a-830d-40f7-8a40-7d99635f1abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323763 Jul 16 22:40:47.220217 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e8506-62f0-49c4-a62f-5f4fcb43098d req-0912ef96-ba06-448f-967e-9b309b555687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.222087 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-088e8506-62f0-49c4-a62f-5f4fcb43098d req-0912ef96-ba06-448f-967e-9b309b555687 service neutron] 10.222.0.35 "GET /v2.0/networks?id=620d3f09-b884-4158-813e-c8142ca04f36 HTTP/1.1" status: 200 len: 870 time: 0.1092744 Jul 16 22:40:47.235126 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a0066a5b-5d63-4c90-829c-7ccc80d0711a req-e81573c5-69fe-42cc-8c7a-fbadbbec1671 service neutron] 10.222.0.35 "GET /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034119 Jul 16 22:40:47.273337 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-088e8506-62f0-49c4-a62f-5f4fcb43098d req-1bbde669-8494-4482-a92c-d79b95afa488 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=70031409-cd35-4afd-8569-9f309bd4bff0 HTTP/1.1" status: 200 len: 217 time: 0.0376055 Jul 16 22:40:47.353828 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a0066a5b-5d63-4c90-829c-7ccc80d0711a req-f2922ca5-ad98-452e-bf4c-16909daf1400 service neutron] 10.222.0.35 "GET /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041479 Jul 16 22:40:47.369636 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e8506-62f0-49c4-a62f-5f4fcb43098d req-58908a7b-1f62-4551-97c0-bcc862fdcc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.371424 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-088e8506-62f0-49c4-a62f-5f4fcb43098d req-58908a7b-1f62-4551-97c0-bcc862fdcc6b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=6bb16157-e3d1-4ff9-b15b-0dcdffd315b3 HTTP/1.1" status: 200 len: 843 time: 0.0904264 Jul 16 22:40:47.526949 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3a96e9-1379-4b6b-895e-172224e70f89 req-df674826-253a-4497-8567-4efc03693f4d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.528523 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1c3a96e9-1379-4b6b-895e-172224e70f89 req-df674826-253a-4497-8567-4efc03693f4d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1517358 Jul 16 22:40:47.536533 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088e8506-62f0-49c4-a62f-5f4fcb43098d req-b509c91d-5df7-4b86-acd6-8edb874b0ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.537978 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-088e8506-62f0-49c4-a62f-5f4fcb43098d req-b509c91d-5df7-4b86-acd6-8edb874b0ce9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=620d3f09-b884-4158-813e-c8142ca04f36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1406457 Jul 16 22:40:47.549099 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6db0b92-1ca9-44df-83fe-7672428e4789 req-a4bdfa4d-c45a-43f5-9442-e873e9b42b07 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.549783 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f6db0b92-1ca9-44df-83fe-7672428e4789 req-a4bdfa4d-c45a-43f5-9442-e873e9b42b07 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 943 time: 0.1712451 Jul 16 22:40:47.666571 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1c3a96e9-1379-4b6b-895e-172224e70f89 req-a4728813-a388-4f68-a24a-23868b65235b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275656 Jul 16 22:40:47.677315 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f6db0b92-1ca9-44df-83fe-7672428e4789 req-403945d1-5ff9-485e-b30c-d252ade21c03 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191988 Jul 16 22:40:47.716735 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-088e8506-62f0-49c4-a62f-5f4fcb43098d req-16975d72-eba8-4730-8974-70fd83b3b527 service neutron] 10.222.0.35 "GET /v2.0/networks/620d3f09-b884-4158-813e-c8142ca04f36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600621 Jul 16 22:40:47.822599 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-088e8506-62f0-49c4-a62f-5f4fcb43098d req-644170c8-781f-47a8-8236-fbed2a48d8e0 service neutron] 10.222.0.35 "GET /v2.0/networks/620d3f09-b884-4158-813e-c8142ca04f36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926776 Jul 16 22:40:47.971111 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1005a80-3bce-43e4-832f-829e16850d9c req-8330de4c-631f-4fa8-86a0-2dca6fb2bf50 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:47.972580 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f1005a80-3bce-43e4-832f-829e16850d9c req-8330de4c-631f-4fa8-86a0-2dca6fb2bf50 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 948 time: 0.0652232 Jul 16 22:40:48.011229 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f1005a80-3bce-43e4-832f-829e16850d9c req-0a9d6ed2-722c-4102-a928-432a667a4c37 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/security-groups?id=69795ed7-ff6c-468b-a48d-395df8f4f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324209 Jul 16 22:40:48.878633 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 70031409-cd35-4afd-8569-9f309bd4bff0 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:40:48.908431 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aee6d33-f39d-42e5-a766-a607a83c0d87 req-2eb0ca15-58dd-4984-9574-fbafca017774 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:48.910029 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4aee6d33-f39d-42e5-a766-a607a83c0d87 req-2eb0ca15-58dd-4984-9574-fbafca017774 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1272678 Jul 16 22:40:48.923479 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f88ed0-15cd-48cf-bce0-4be90788038f req-c23567cc-b0b8-4d61-b592-00ba350a09cf tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:48.925041 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b0f88ed0-15cd-48cf-bce0-4be90788038f req-c23567cc-b0b8-4d61-b592-00ba350a09cf tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 943 time: 0.1003563 Jul 16 22:40:48.987494 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b0f88ed0-15cd-48cf-bce0-4be90788038f req-4982d2a5-20a4-4a60-8aca-dccbd083e0e6 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529058 Jul 16 22:40:48.999399 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4aee6d33-f39d-42e5-a766-a607a83c0d87 req-53c6ab3a-2a72-450d-a6dc-cbc7c5694c67 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733104 Jul 16 22:40:48.999537 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 70031409-cd35-4afd-8569-9f309bd4bff0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=70031409-cd35-4afd-8569-9f309bd4bff0,segment=NetworkSegment(5c8a2ef2-e18d-4f83-87d4-bbe86576817f),segment_id=5c8a2ef2-e18d-4f83-87d4-bbe86576817f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:49.023217 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '70031409-cd35-4afd-8569-9f309bd4bff0', 'network_id': '620d3f09-b884-4158-813e-c8142ca04f36', 'port_id': '70031409-cd35-4afd-8569-9f309bd4bff0', 'mac_address': 'fa:16:3e:22:d0:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bb16157-e3d1-4ff9-b15b-0dcdffd315b3', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:40:49.076233 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:49.091904 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70031409-cd35-4afd-8569-9f309bd4bff0 {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:49.113610 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 70031409-cd35-4afd-8569-9f309bd4bff0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=70031409-cd35-4afd-8569-9f309bd4bff0,segment=NetworkSegment(5c8a2ef2-e18d-4f83-87d4-bbe86576817f),segment_id=5c8a2ef2-e18d-4f83-87d4-bbe86576817f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:49.117893 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:49.119036 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 287c937b-9bb4-4be8-880c-94292afc85e6 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:40:49.305153 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=70031409-cd35-4afd-8569-9f309bd4bff0,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:49.308112 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b26ff5-8f8c-414b-b4c5-18b877bba329 req-58047d93-4624-448f-b683-5c18e0533798 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:49.309675 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e8b26ff5-8f8c-414b-b4c5-18b877bba329 req-58047d93-4624-448f-b683-5c18e0533798 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 949 time: 0.0758636 Jul 16 22:40:49.316928 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:49.317275 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:49.317642 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:49.317973 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:49.318297 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:49.318621 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:49.318939 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:49.319256 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:49.319596 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:49.319914 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:49.320249 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:49.320540 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:40:49.349259 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e8b26ff5-8f8c-414b-b4c5-18b877bba329 req-eb0f5d8c-3f7e-4df5-8306-93f74e91976e tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/security-groups?id=69795ed7-ff6c-468b-a48d-395df8f4f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340016 Jul 16 22:40:49.374969 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 287c937b-9bb4-4be8-880c-94292afc85e6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=287c937b-9bb4-4be8-880c-94292afc85e6,segment=NetworkSegment(0df8a0b8-1f2e-462c-9177-5a94b0f2024d),segment_id=0df8a0b8-1f2e-462c-9177-5a94b0f2024d)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:49.386876 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '287c937b-9bb4-4be8-880c-94292afc85e6', 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe', 'port_id': '287c937b-9bb4-4be8-880c-94292afc85e6', 'mac_address': 'fa:16:3e:87:a7:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19743f5b-4f53-458b-93eb-132b948706f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:40:49.423247 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:49.440415 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287c937b-9bb4-4be8-880c-94292afc85e6 {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:40:49.459489 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 287c937b-9bb4-4be8-880c-94292afc85e6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=287c937b-9bb4-4be8-880c-94292afc85e6,segment=NetworkSegment(0df8a0b8-1f2e-462c-9177-5a94b0f2024d),segment_id=0df8a0b8-1f2e-462c-9177-5a94b0f2024d)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:49.463673 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:49.510277 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=287c937b-9bb4-4be8-880c-94292afc85e6,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:49.803597 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['70031409-cd35-4afd-8569-9f309bd4bff0'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:40:49.836670 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['287c937b-9bb4-4be8-880c-94292afc85e6'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:40:50.243629 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c1bd5-f432-4ade-a7a8-875ae422b0be req-256e1f3d-7818-461b-bdfe-c1bc1df03f67 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:50.245785 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4b4c1bd5-f432-4ade-a7a8-875ae422b0be req-256e1f3d-7818-461b-bdfe-c1bc1df03f67 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1034317 Jul 16 22:40:50.272734 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1eea22-2516-42dc-972c-30c14da4394a req-20adbf0a-bff2-45d5-a126-be53093780fd tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:50.274251 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3b1eea22-2516-42dc-972c-30c14da4394a req-20adbf0a-bff2-45d5-a126-be53093780fd tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 944 time: 0.1215646 Jul 16 22:40:50.318879 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4b4c1bd5-f432-4ade-a7a8-875ae422b0be req-f80fcc3a-e22e-4a01-81b5-7119741a1e6f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633106 Jul 16 22:40:50.332161 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3b1eea22-2516-42dc-972c-30c14da4394a req-64ed8e6d-9f7d-45a4-bb71-238c4a6048f5 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506368 Jul 16 22:40:50.631808 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a24e351-6786-4783-ae1e-acee4f815e12 req-bb311e71-a0e8-44aa-b5cf-c8307a61654b tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:50.633314 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6a24e351-6786-4783-ae1e-acee4f815e12 req-bb311e71-a0e8-44aa-b5cf-c8307a61654b tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 949 time: 0.0706396 Jul 16 22:40:50.674139 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6a24e351-6786-4783-ae1e-acee4f815e12 req-eb063944-83b6-485d-a7f8-e86190f68e12 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/security-groups?id=69795ed7-ff6c-468b-a48d-395df8f4f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342431 Jul 16 22:40:50.901587 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 70031409-cd35-4afd-8569-9f309bd4bff0 up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:50.950463 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 70031409-cd35-4afd-8569-9f309bd4bff0 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:50.954101 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 70031409-cd35-4afd-8569-9f309bd4bff0 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:50.954538 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.034536 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.057585 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020ab48d-ff8c-48c9-bb4d-0700265941dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70031409-cd35-4afd-8569-9f309bd4bff0'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:51.059865 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eff36b6f-53ce-4367-a542-068a86c5085c" -d '{"events": [{"server_uuid": "020ab48d-ff8c-48c9-bb4d-0700265941dc", "name": "network-vif-plugged", "status": "completed", "tag": "70031409-cd35-4afd-8569-9f309bd4bff0"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:51.073052 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 70031409-cd35-4afd-8569-9f309bd4bff0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=70031409-cd35-4afd-8569-9f309bd4bff0,segment=NetworkSegment(5c8a2ef2-e18d-4f83-87d4-bbe86576817f),segment_id=5c8a2ef2-e18d-4f83-87d4-bbe86576817f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:51.076995 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.077825 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 287c937b-9bb4-4be8-880c-94292afc85e6 up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:40:51.100446 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0b7fb0-8323-4283-9798-870398e6e44d x-openstack-request-id: req-3a0b7fb0-8323-4283-9798-870398e6e44d {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:51.100737 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020ab48d-ff8c-48c9-bb4d-0700265941dc", "name": "network-vif-plugged", "status": "completed", "tag": "70031409-cd35-4afd-8569-9f309bd4bff0", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:51.100984 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-3a0b7fb0-8323-4283-9798-870398e6e44d {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:51.101366 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020ab48d-ff8c-48c9-bb4d-0700265941dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70031409-cd35-4afd-8569-9f309bd4bff0', 'code': 200} Jul 16 22:40:51.157509 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=70031409-cd35-4afd-8569-9f309bd4bff0,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:51.172619 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 287c937b-9bb4-4be8-880c-94292afc85e6 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:40:51.176587 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 287c937b-9bb4-4be8-880c-94292afc85e6 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:40:51.176821 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.268701 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.279011 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2d70d-014b-490a-aa44-154531f0dad8 req-f3812a39-2388-4aa4-8ccd-4ea7d1254088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:51.280700 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-64e2d70d-014b-490a-aa44-154531f0dad8 req-f3812a39-2388-4aa4-8ccd-4ea7d1254088 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 1098 time: 0.0563564 Jul 16 22:40:51.307132 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 287c937b-9bb4-4be8-880c-94292afc85e6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=287c937b-9bb4-4be8-880c-94292afc85e6,segment=NetworkSegment(0df8a0b8-1f2e-462c-9177-5a94b0f2024d),segment_id=0df8a0b8-1f2e-462c-9177-5a94b0f2024d)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:51.311194 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:51.368155 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=287c937b-9bb4-4be8-880c-94292afc85e6,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:51.391287 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df9ab31-afdb-413e-a4b7-1de3292e8bc9 req-05d3be7e-fec7-491b-bfc4-96c4be763656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:51.392759 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-8df9ab31-afdb-413e-a4b7-1de3292e8bc9 req-05d3be7e-fec7-491b-bfc4-96c4be763656 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 1103 time: 0.0595608 Jul 16 22:40:51.431436 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-8df9ab31-afdb-413e-a4b7-1de3292e8bc9 req-3d503cf7-a18e-4dc1-ad5b-a81e1b3c2818 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=69795ed7-ff6c-468b-a48d-395df8f4f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297542 Jul 16 22:40:51.448252 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2d70d-014b-490a-aa44-154531f0dad8 req-078a6981-d914-4db0-84b9-a03a3469744f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:51.449816 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-64e2d70d-014b-490a-aa44-154531f0dad8 req-078a6981-d914-4db0-84b9-a03a3469744f service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 920 time: 0.1172011 Jul 16 22:40:51.557786 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-64e2d70d-014b-490a-aa44-154531f0dad8 req-5741bfd9-2f19-4c60-9eb0-851947984ef2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8472c691-62f9-455a-948b-7e811524cffb HTTP/1.1" status: 200 len: 217 time: 0.0613713 Jul 16 22:40:51.608759 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f183ee-e09f-471f-9d46-910d31d42bd4 req-b5d00e90-ec56-48aa-afd0-a7ab9ab21bc3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:51.610218 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b0f183ee-e09f-471f-9d46-910d31d42bd4 req-b5d00e90-ec56-48aa-afd0-a7ab9ab21bc3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1507223 Jul 16 22:40:51.647083 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429cacda-4c59-4191-b3ba-4b9862c6effa req-47c7fe8e-561f-406a-a204-1a2f3afaaf86 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:51.648476 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-429cacda-4c59-4191-b3ba-4b9862c6effa req-47c7fe8e-561f-406a-a204-1a2f3afaaf86 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 945 time: 0.1783748 Jul 16 22:40:51.696401 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e2d70d-014b-490a-aa44-154531f0dad8 req-2d9e4375-3ab9-4b25-8bcc-13098260fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:51.698405 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-64e2d70d-014b-490a-aa44-154531f0dad8 req-2d9e4375-3ab9-4b25-8bcc-13098260fd9d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3393095a-2616-4956-9106-a5f93d079344 HTTP/1.1" status: 200 len: 859 time: 0.1087615 Jul 16 22:40:51.704587 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b0f183ee-e09f-471f-9d46-910d31d42bd4 req-67b8201c-a94a-40c5-8355-7ff07307fcb1 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730813 Jul 16 22:40:51.725581 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-429cacda-4c59-4191-b3ba-4b9862c6effa req-f8adcdff-44d9-495d-b995-92c3c19ae64f tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663290 Jul 16 22:40:51.742847 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-64e2d70d-014b-490a-aa44-154531f0dad8 req-94234597-4e56-49f5-b8ae-578c029d9bd5 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328014 Jul 16 22:40:51.841035 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-64e2d70d-014b-490a-aa44-154531f0dad8 req-23d2f02a-7acc-47a0-ba4f-2d710cfa400a service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910800 Jul 16 22:40:52.235887 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-64e2d70d-014b-490a-aa44-154531f0dad8 req-18d53fd2-b729-4927-9f42-c40e8a98afc1 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802176 Jul 16 22:40:52.269059 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3599f4a-4112-4658-9112-fd6d19073fcc req-93130917-5657-46df-a2b5-25d4d9e1f99d tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:52.270603 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a3599f4a-4112-4658-9112-fd6d19073fcc req-93130917-5657-46df-a2b5-25d4d9e1f99d tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 950 time: 0.0904431 Jul 16 22:40:52.323672 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a3599f4a-4112-4658-9112-fd6d19073fcc req-3988cfbe-40ab-4a27-bc25-a785e349edd8 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/security-groups?id=69795ed7-ff6c-468b-a48d-395df8f4f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382831 Jul 16 22:40:52.330572 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52662) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:52.434147 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d81886c7-b19f-4692-844b-4d8975e0e869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:52.521673 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d81886c7-b19f-4692-844b-4d8975e0e869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:52.526327 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d81886c7-b19f-4692-844b-4d8975e0e869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:52.563186 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-d81886c7-b19f-4692-844b-4d8975e0e869 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d4b8bab26c274a71b65855267b2e2a14&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306046 Jul 16 22:40:52.564037 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81886c7-b19f-4692-844b-4d8975e0e869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d963a1a4-0c87-4ecb-a4de-ea77fe6b0dc4,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:52.567509 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 52666) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:52.620595 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5df34251-5ca3-4beb-9b1b-8cc7e8eaed3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:52.645737 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5df34251-5ca3-4beb-9b1b-8cc7e8eaed3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:52.694047 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5df34251-5ca3-4beb-9b1b-8cc7e8eaed3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:52.696585 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5df34251-5ca3-4beb-9b1b-8cc7e8eaed3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:52.701094 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-5df34251-5ca3-4beb-9b1b-8cc7e8eaed3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d963a1a4-0c87-4ecb-a4de-ea77fe6b0dc4 HTTP/1.1" status: 204 len: 168 time: 0.1320558 Jul 16 22:40:52.708502 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df34251-5ca3-4beb-9b1b-8cc7e8eaed3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d963a1a4-0c87-4ecb-a4de-ea77fe6b0dc4,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:52.953880 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7363eec2-f6ab-488f-a674-414d73f7c175 req-fb705cab-6684-46e7-81d3-21523d2b61d7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:52.955372 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7363eec2-f6ab-488f-a674-414d73f7c175 req-fb705cab-6684-46e7-81d3-21523d2b61d7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1090584 Jul 16 22:40:52.976676 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefaa16-f8c0-40b9-81cd-ee4b52fd527c req-a770645e-1c7f-4f2c-b0da-50347a696983 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:52.978132 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-beefaa16-f8c0-40b9-81cd-ee4b52fd527c req-a770645e-1c7f-4f2c-b0da-50347a696983 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 945 time: 0.1169941 Jul 16 22:40:52.996958 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52680) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:53.010840 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-95b29654-ac3d-4616-ae2f-277f4f5fc352 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.027724 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7363eec2-f6ab-488f-a674-414d73f7c175 req-fc959c04-fd23-4e8f-89d7-5d3f021bab8b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647426 Jul 16 22:40:53.052974 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-beefaa16-f8c0-40b9-81cd-ee4b52fd527c req-d50912b7-c26f-457f-aac2-4a9bad0727b3 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668850 Jul 16 22:40:53.102991 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77e0ffc-2e9d-4780-a465-d4821caa96c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287c937b-9bb4-4be8-880c-94292afc85e6'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:53.105856 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2c15742-86e4-42e1-a10c-42d77bec568f" -d '{"events": [{"server_uuid": "a77e0ffc-2e9d-4780-a465-d4821caa96c7", "name": "network-vif-plugged", "status": "completed", "tag": "287c937b-9bb4-4be8-880c-94292afc85e6"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:53.130520 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-95b29654-ac3d-4616-ae2f-277f4f5fc352 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.135378 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-95b29654-ac3d-4616-ae2f-277f4f5fc352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.171292 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b29654-ac3d-4616-ae2f-277f4f5fc352 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803201a3-ae12-44a1-8690-6c359808913c,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:53.175472 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-95b29654-ac3d-4616-ae2f-277f4f5fc352 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=000f2588364840d89b990bf771aef8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1774077 Jul 16 22:40:53.178051 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 52684) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:40:53.231731 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e815cbea-ab36-4115-84cf-ce24b8fd9831 x-openstack-request-id: req-e815cbea-ab36-4115-84cf-ce24b8fd9831 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:53.232022 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77e0ffc-2e9d-4780-a465-d4821caa96c7", "name": "network-vif-plugged", "status": "completed", "tag": "287c937b-9bb4-4be8-880c-94292afc85e6", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:53.232271 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e815cbea-ab36-4115-84cf-ce24b8fd9831 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:53.232652 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77e0ffc-2e9d-4780-a465-d4821caa96c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287c937b-9bb4-4be8-880c-94292afc85e6', 'code': 200} Jul 16 22:40:53.250768 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b1f84d17-fa13-424a-8be8-e620f87a98ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.274291 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b1f84d17-fa13-424a-8be8-e620f87a98ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.331127 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b1f84d17-fa13-424a-8be8-e620f87a98ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.333969 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b1f84d17-fa13-424a-8be8-e620f87a98ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:53.335286 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-b1f84d17-fa13-424a-8be8-e620f87a98ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/803201a3-ae12-44a1-8690-6c359808913c HTTP/1.1" status: 204 len: 168 time: 0.1563485 Jul 16 22:40:53.354569 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f84d17-fa13-424a-8be8-e620f87a98ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803201a3-ae12-44a1-8690-6c359808913c,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:53.519768 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b5c79e-f9db-411c-bc49-c561f8c7ddb1 req-6f97f41b-e28a-4c41-a3a5-941954e758f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:53.521405 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b2b5c79e-f9db-411c-bc49-c561f8c7ddb1 req-6f97f41b-e28a-4c41-a3a5-941954e758f6 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 1098 time: 0.0978971 Jul 16 22:40:53.537213 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0852ae1-cf01-4949-a60c-7d04eb357d65 req-1142ef5f-f04d-483f-a5ff-489b6d53d8c2 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:53.538695 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c0852ae1-cf01-4949-a60c-7d04eb357d65 req-1142ef5f-f04d-483f-a5ff-489b6d53d8c2 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 950 time: 0.0880110 Jul 16 22:40:53.588340 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b2b5c79e-f9db-411c-bc49-c561f8c7ddb1 req-05de226c-3b03-4108-a9f1-1b9edfa38d9f service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590045 Jul 16 22:40:53.595286 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c0852ae1-cf01-4949-a60c-7d04eb357d65 req-bf768937-5692-4903-8fb1-d8355f763cb9 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/security-groups?id=69795ed7-ff6c-468b-a48d-395df8f4f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501223 Jul 16 22:40:54.009681 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6152a-4f47-47c3-bb6b-8274f120f3dc req-0f350150-1cff-4e32-b647-505c4cb29aaa tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:54.011452 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e8c6152a-4f47-47c3-bb6b-8274f120f3dc req-0f350150-1cff-4e32-b647-505c4cb29aaa tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 950 time: 0.0658374 Jul 16 22:40:54.055665 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e8c6152a-4f47-47c3-bb6b-8274f120f3dc req-86e5147f-45df-4e47-828d-a80488059a3d tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/security-groups?id=69795ed7-ff6c-468b-a48d-395df8f4f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339236 Jul 16 22:40:54.268879 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27461f5-9522-4709-aa7d-4078486c74bd req-5a4751aa-63e9-467d-a352-e60b00c90da6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:54.270344 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e27461f5-9522-4709-aa7d-4078486c74bd req-5a4751aa-63e9-467d-a352-e60b00c90da6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1135807 Jul 16 22:40:54.284924 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcaedc1f-fa8a-4097-a483-d953cc74dac5 req-ed701c22-bf79-4ca2-93f0-be2e406a2418 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:54.286357 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fcaedc1f-fa8a-4097-a483-d953cc74dac5 req-ed701c22-bf79-4ca2-93f0-be2e406a2418 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 945 time: 0.1274295 Jul 16 22:40:54.343898 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e27461f5-9522-4709-aa7d-4078486c74bd req-590efee0-2847-4df2-a251-7ea2f64b4e19 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663934 Jul 16 22:40:54.351121 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fcaedc1f-fa8a-4097-a483-d953cc74dac5 req-a55ab272-23b0-4ac4-bc2e-7853225fc141 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584822 Jul 16 22:40:54.624319 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f369f5b4-97f8-418f-92eb-738570bee08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:55.234204 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a040f8d3-1b07-4d4e-8f72-22dbc6f6a73c req-de3c62d1-a75c-4b1c-9606-ce7e37b4a214 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.235689 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a040f8d3-1b07-4d4e-8f72-22dbc6f6a73c req-de3c62d1-a75c-4b1c-9606-ce7e37b4a214 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 950 time: 0.0670660 Jul 16 22:40:55.277331 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a040f8d3-1b07-4d4e-8f72-22dbc6f6a73c req-29a6868c-e7c1-4ee6-a580-0b3e8e859fe7 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/security-groups?id=69795ed7-ff6c-468b-a48d-395df8f4f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349641 Jul 16 22:40:55.569545 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1024153-9a6e-4354-8f1f-b6d1fb74d770 req-b16086b8-aa17-4716-a5ca-bb4c54977fd7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.571025 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f1024153-9a6e-4354-8f1f-b6d1fb74d770 req-b16086b8-aa17-4716-a5ca-bb4c54977fd7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1102226 Jul 16 22:40:55.587057 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f0796-a18a-4a67-a933-824e8ba4e123 req-6db5aa3e-b2d9-408a-9d2e-354aef4baf24 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:55.589832 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-425f0796-a18a-4a67-a933-824e8ba4e123 req-6db5aa3e-b2d9-408a-9d2e-354aef4baf24 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 945 time: 0.1004806 Jul 16 22:40:55.598396 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:55.642161 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f1024153-9a6e-4354-8f1f-b6d1fb74d770 req-5b6ea3f7-d646-4dbd-a07c-2bf172ea7ef9 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512238 Jul 16 22:40:55.659903 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-425f0796-a18a-4a67-a933-824e8ba4e123 req-9511db81-8b70-438c-8f0a-3934619d5b67 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613451 Jul 16 22:40:56.055778 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b59d13-53aa-4e10-86b4-899cc90f6dea req-0be78149-bd5e-4a8c-818a-61cf32b7d535 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:56.057363 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-24b59d13-53aa-4e10-86b4-899cc90f6dea req-0be78149-bd5e-4a8c-818a-61cf32b7d535 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.35 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 950 time: 0.0662258 Jul 16 22:40:56.169215 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-24b59d13-53aa-4e10-86b4-899cc90f6dea req-d86d138e-1134-49cf-8990-a716615c76ee tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Deleting port 70031409-cd35-4afd-8569-9f309bd4bff0 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:40:56.169582 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-24b59d13-53aa-4e10-86b4-899cc90f6dea req-d86d138e-1134-49cf-8990-a716615c76ee tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.261597 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-24b59d13-53aa-4e10-86b4-899cc90f6dea req-d86d138e-1134-49cf-8990-a716615c76ee tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] For port 70031409-cd35-4afd-8569-9f309bd4bff0, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=70031409-cd35-4afd-8569-9f309bd4bff0,segment=NetworkSegment(5c8a2ef2-e18d-4f83-87d4-bbe86576817f),segment_id=5c8a2ef2-e18d-4f83-87d4-bbe86576817f)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:40:56.262264 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-24b59d13-53aa-4e10-86b4-899cc90f6dea req-d86d138e-1134-49cf-8990-a716615c76ee tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.275675 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-24b59d13-53aa-4e10-86b4-899cc90f6dea req-d86d138e-1134-49cf-8990-a716615c76ee tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Calling delete_port for 70031409-cd35-4afd-8569-9f309bd4bff0 owned by compute:nova {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:40:56.461985 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-24b59d13-53aa-4e10-86b4-899cc90f6dea req-d86d138e-1134-49cf-8990-a716615c76ee tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.503221 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86d138e-1134-49cf-8990-a716615c76ee tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Pushing event deleted for resources: {'Port': ['ID=70031409-cd35-4afd-8569-9f309bd4bff0,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:40:56.536089 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce44ac-d0f4-400b-8825-bb095ab6573b req-948b3f79-8f66-4245-bb02-77ecf0e34217 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:56.537631 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5bce44ac-d0f4-400b-8825-bb095ab6573b req-948b3f79-8f66-4245-bb02-77ecf0e34217 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 867 time: 0.1322303 Jul 16 22:40:56.586585 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b59d13-53aa-4e10-86b4-899cc90f6dea req-d86d138e-1134-49cf-8990-a716615c76ee tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] No DVR routers for this DVR port 70031409-cd35-4afd-8569-9f309bd4bff0 on host hv-cinder-79760 {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:40:56.593060 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-24b59d13-53aa-4e10-86b4-899cc90f6dea req-d86d138e-1134-49cf-8990-a716615c76ee tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:56.595037 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-24b59d13-53aa-4e10-86b4-899cc90f6dea req-d86d138e-1134-49cf-8990-a716615c76ee tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.35 "DELETE /v2.0/ports/70031409-cd35-4afd-8569-9f309bd4bff0 HTTP/1.1" status: 204 len: 173 time: 0.5277462 Jul 16 22:40:56.595463 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '020ab48d-ff8c-48c9-bb4d-0700265941dc', 'name': 'network-vif-deleted', 'tag': '70031409-cd35-4afd-8569-9f309bd4bff0'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:40:56.597730 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7aae519-9a2d-441a-bc9a-f7b48a7bc11f" -d '{"events": [{"server_uuid": "020ab48d-ff8c-48c9-bb4d-0700265941dc", "name": "network-vif-deleted", "tag": "70031409-cd35-4afd-8569-9f309bd4bff0"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:40:56.623599 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5bce44ac-d0f4-400b-8825-bb095ab6573b req-933e89f5-80cc-476f-9239-ce3b49aac56d tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/security-groups?id=69795ed7-ff6c-468b-a48d-395df8f4f4e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686440 Jul 16 22:40:56.640569 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2842a76-ec3f-4f2d-a231-5ca14746bb80 x-openstack-request-id: req-b2842a76-ec3f-4f2d-a231-5ca14746bb80 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:40:56.640866 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "020ab48d-ff8c-48c9-bb4d-0700265941dc", "name": "network-vif-deleted", "tag": "70031409-cd35-4afd-8569-9f309bd4bff0", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:40:56.641120 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b2842a76-ec3f-4f2d-a231-5ca14746bb80 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:40:56.641544 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '020ab48d-ff8c-48c9-bb4d-0700265941dc', 'name': 'network-vif-deleted', 'tag': '70031409-cd35-4afd-8569-9f309bd4bff0', 'status': 'completed', 'code': 200} Jul 16 22:40:56.825985 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add9b06c-4fc9-437d-a63f-f01b364c7133 req-d3b41468-88a7-4c63-948c-bc186758f8e9 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:56.827459 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-add9b06c-4fc9-437d-a63f-f01b364c7133 req-d3b41468-88a7-4c63-948c-bc186758f8e9 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0657320 Jul 16 22:40:56.865078 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-add9b06c-4fc9-437d-a63f-f01b364c7133 req-9e5bfec5-1ece-4bb2-9034-c9434244e004 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321045 Jul 16 22:40:57.339238 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-10d12d34-b349-4ef2-b485-f78743378f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:57.370604 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:58.105202 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:40:59.058495 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['70031409-cd35-4afd-8569-9f309bd4bff0'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:40:59.270261 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cb01948d-a3eb-4f57-b279-94cfb8e2c0f3 req-86114edc-c9ef-4a60-a4c1-acf02cc6b1e5 tempest-VolumesNegativeTest-382159890 tempest-VolumesNegativeTest-382159890-project] 10.222.0.24 "GET /v2.0/ports?device_id=020ab48d-ff8c-48c9-bb4d-0700265941dc HTTP/1.1" status: 200 len: 210 time: 0.0351768 Jul 16 22:40:59.299977 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0a78ec-0124-4ad9-9c6f-d76fff77615f req-6faaac22-edbb-45e1-9c7a-9d308319ba92 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:59.301537 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ad0a78ec-0124-4ad9-9c6f-d76fff77615f req-6faaac22-edbb-45e1-9c7a-9d308319ba92 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1017520 Jul 16 22:40:59.339661 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ad0a78ec-0124-4ad9-9c6f-d76fff77615f req-eeeb72d5-4617-4a85-84b2-fa37c9b071e7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318046 Jul 16 22:40:59.820930 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba185770-8441-4bce-9f04-a7a1d327e10a req-9b837a4f-62d9-4169-8fd1-7fc827b01605 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:40:59.822575 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ba185770-8441-4bce-9f04-a7a1d327e10a req-9b837a4f-62d9-4169-8fd1-7fc827b01605 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 945 time: 0.0679538 Jul 16 22:40:59.864664 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ba185770-8441-4bce-9f04-a7a1d327e10a req-9965b6ff-ad86-4827-8a59-5d647ba39c96 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335586 Jul 16 22:40:59.872384 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:00.524408 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c26a5c9-4144-4050-8dc4-8890ab2236fe req-d8a35fd0-60da-41fa-a8d7-1322845c4ff2 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:00.526644 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5c26a5c9-4144-4050-8dc4-8890ab2236fe req-d8a35fd0-60da-41fa-a8d7-1322845c4ff2 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0667229 Jul 16 22:41:00.564873 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5c26a5c9-4144-4050-8dc4-8890ab2236fe req-421788bd-849e-4f39-9037-074856c20ed3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323653 Jul 16 22:41:00.762218 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89302208-7146-4683-ba42-11e315084a62 req-3d4ca0a1-0310-4b60-947d-4aa19e4b7bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:00.764021 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-89302208-7146-4683-ba42-11e315084a62 req-3d4ca0a1-0310-4b60-947d-4aa19e4b7bbe service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 1098 time: 0.0674598 Jul 16 22:41:00.804338 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-89302208-7146-4683-ba42-11e315084a62 req-ed5be8bc-f67c-4068-ab8d-2350ae04af06 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328047 Jul 16 22:41:01.054961 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64024ff6-771b-47b8-9a03-104fcf25a840 req-b5e7382a-118d-46ca-ad14-be87d030c770 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:01.057440 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-64024ff6-771b-47b8-9a03-104fcf25a840 req-b5e7382a-118d-46ca-ad14-be87d030c770 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 945 time: 0.0720146 Jul 16 22:41:01.098610 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-64024ff6-771b-47b8-9a03-104fcf25a840 req-ba9f88cd-3421-4a09-ad66-9909cf02e3db tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357213 Jul 16 22:41:01.760202 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a728c6-e01c-4ba7-a8f3-4da30bbf7ddd req-57e533dc-3260-44de-8736-8ab5e1c35b48 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:01.762080 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-21a728c6-e01c-4ba7-a8f3-4da30bbf7ddd req-57e533dc-3260-44de-8736-8ab5e1c35b48 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0669298 Jul 16 22:41:01.803161 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-21a728c6-e01c-4ba7-a8f3-4da30bbf7ddd req-0ec4cc4f-2821-4f19-9b6d-61f4270dcd24 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348642 Jul 16 22:41:02.085848 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a34cd9-0f39-486c-8934-8b23e406abea req-e91a6142-8d52-48a7-877e-515ec30580d6 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:02.087354 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c9a34cd9-0f39-486c-8934-8b23e406abea req-e91a6142-8d52-48a7-877e-515ec30580d6 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.35 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 945 time: 0.0699892 Jul 16 22:41:02.203465 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-c9a34cd9-0f39-486c-8934-8b23e406abea req-c7d1bc74-365b-4c6c-b538-348ec78b4fb9 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Deleting port 287c937b-9bb4-4be8-880c-94292afc85e6 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:02.203809 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-c9a34cd9-0f39-486c-8934-8b23e406abea req-c7d1bc74-365b-4c6c-b538-348ec78b4fb9 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:02.341069 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-c9a34cd9-0f39-486c-8934-8b23e406abea req-c7d1bc74-365b-4c6c-b538-348ec78b4fb9 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] For port 287c937b-9bb4-4be8-880c-94292afc85e6, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=287c937b-9bb4-4be8-880c-94292afc85e6,segment=NetworkSegment(0df8a0b8-1f2e-462c-9177-5a94b0f2024d),segment_id=0df8a0b8-1f2e-462c-9177-5a94b0f2024d)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:02.341431 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-c9a34cd9-0f39-486c-8934-8b23e406abea req-c7d1bc74-365b-4c6c-b538-348ec78b4fb9 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:02.357981 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-c9a34cd9-0f39-486c-8934-8b23e406abea req-c7d1bc74-365b-4c6c-b538-348ec78b4fb9 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Calling delete_port for 287c937b-9bb4-4be8-880c-94292afc85e6 owned by compute:nova {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:02.370356 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d8036-033e-4032-ac8c-13154375a5a7 req-81d78214-c92d-44ef-95e1-9198fd1f8d78 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:02.371829 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-091d8036-033e-4032-ac8c-13154375a5a7 req-81d78214-c92d-44ef-95e1-9198fd1f8d78 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=a77e0ffc-2e9d-4780-a465-d4821caa96c7 HTTP/1.1" status: 200 len: 945 time: 0.1408603 Jul 16 22:41:02.462321 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-091d8036-033e-4032-ac8c-13154375a5a7 req-eac990c0-f772-4d91-9ee4-6fb574b6ba86 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827153 Jul 16 22:41:02.554977 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-c9a34cd9-0f39-486c-8934-8b23e406abea req-c7d1bc74-365b-4c6c-b538-348ec78b4fb9 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:02.569613 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['287c937b-9bb4-4be8-880c-94292afc85e6'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:41:02.590969 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1bc74-365b-4c6c-b538-348ec78b4fb9 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Pushing event deleted for resources: {'Port': ['ID=287c937b-9bb4-4be8-880c-94292afc85e6,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:02.648140 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a34cd9-0f39-486c-8934-8b23e406abea req-c7d1bc74-365b-4c6c-b538-348ec78b4fb9 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] No DVR routers for this DVR port 287c937b-9bb4-4be8-880c-94292afc85e6 on host hv-cinder-79760 {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:02.651408 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-c9a34cd9-0f39-486c-8934-8b23e406abea req-c7d1bc74-365b-4c6c-b538-348ec78b4fb9 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:02.653626 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c9a34cd9-0f39-486c-8934-8b23e406abea req-c7d1bc74-365b-4c6c-b538-348ec78b4fb9 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.35 "DELETE /v2.0/ports/287c937b-9bb4-4be8-880c-94292afc85e6 HTTP/1.1" status: 204 len: 173 time: 0.5596035 Jul 16 22:41:02.654093 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a77e0ffc-2e9d-4780-a465-d4821caa96c7', 'name': 'network-vif-deleted', 'tag': '287c937b-9bb4-4be8-880c-94292afc85e6'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:02.656390 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7bbc17b-e47e-44f3-a0a1-84b3e91a6254" -d '{"events": [{"server_uuid": "a77e0ffc-2e9d-4780-a465-d4821caa96c7", "name": "network-vif-deleted", "tag": "287c937b-9bb4-4be8-880c-94292afc85e6"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:02.712746 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6537a298-2ed3-4fec-9f1b-96e9ebea820f x-openstack-request-id: req-6537a298-2ed3-4fec-9f1b-96e9ebea820f {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:02.713049 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a77e0ffc-2e9d-4780-a465-d4821caa96c7", "name": "network-vif-deleted", "tag": "287c937b-9bb4-4be8-880c-94292afc85e6", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:02.713318 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6537a298-2ed3-4fec-9f1b-96e9ebea820f {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:02.713733 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a77e0ffc-2e9d-4780-a465-d4821caa96c7', 'name': 'network-vif-deleted', 'tag': '287c937b-9bb4-4be8-880c-94292afc85e6', 'status': 'completed', 'code': 200} Jul 16 22:41:02.969382 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 53082) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:03.010100 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a2759-63c5-4ab9-ad6c-6d7cdc499e82 req-c0f81f40-851d-44ae-a71c-2a9428122ae7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:03.015235 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0d8a2759-63c5-4ab9-ad6c-6d7cdc499e82 req-c0f81f40-851d-44ae-a71c-2a9428122ae7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0723341 Jul 16 22:41:03.054322 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0d8a2759-63c5-4ab9-ad6c-6d7cdc499e82 req-00c9aaad-1f9a-43c0-9dc3-603f661a05be tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359192 Jul 16 22:41:03.066851 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 70031409-cd35-4afd-8569-9f309bd4bff0 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:03.088914 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 70031409-cd35-4afd-8569-9f309bd4bff0 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:03.089263 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 70031409-cd35-4afd-8569-9f309bd4bff0 not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:03.089719 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 287c937b-9bb4-4be8-880c-94292afc85e6 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:03.103686 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fc0d7402-6662-4354-8229-e005f90645f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.110336 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 287c937b-9bb4-4be8-880c-94292afc85e6 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:03.110613 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 287c937b-9bb4-4be8-880c-94292afc85e6 not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:03.206206 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fc0d7402-6662-4354-8229-e005f90645f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.215769 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fc0d7402-6662-4354-8229-e005f90645f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.250949 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0d7402-6662-4354-8229-e005f90645f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4567d6-d413-49f8-a232-9d19a97f06a7,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:03.276141 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-fc0d7402-6662-4354-8229-e005f90645f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7302f7f8e783400e98d86274dee2c75f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3048935 Jul 16 22:41:03.279258 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 53116) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:03.330160 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7ce62121-e202-41e4-8353-c149cc910478 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.368158 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7ce62121-e202-41e4-8353-c149cc910478 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.439259 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7ce62121-e202-41e4-8353-c149cc910478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.443411 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7ce62121-e202-41e4-8353-c149cc910478 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:03.445919 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-7ce62121-e202-41e4-8353-c149cc910478 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b4567d6-d413-49f8-a232-9d19a97f06a7 HTTP/1.1" status: 204 len: 168 time: 0.1656959 Jul 16 22:41:03.454673 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce62121-e202-41e4-8353-c149cc910478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4567d6-d413-49f8-a232-9d19a97f06a7,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:03.604522 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee90fdd-468e-4b33-a6d1-c94d92c810c5 req-d24c620e-d98c-4e82-9856-5e20af4a2d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:03.606218 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7ee90fdd-468e-4b33-a6d1-c94d92c810c5 req-d24c620e-d98c-4e82-9856-5e20af4a2d24 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 1098 time: 0.1408772 Jul 16 22:41:03.621129 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5afa7-da26-4e21-835a-7ab7d9927448 req-583f73ec-6ad4-45fd-9dbe-0b97c0a21ce3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:03.622684 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f1f5afa7-da26-4e21-835a-7ab7d9927448 req-583f73ec-6ad4-45fd-9dbe-0b97c0a21ce3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1038666 Jul 16 22:41:03.721049 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f1f5afa7-da26-4e21-835a-7ab7d9927448 req-58ea8017-ab0b-4f86-b325-860cc7f5885c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899522 Jul 16 22:41:03.748200 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee90fdd-468e-4b33-a6d1-c94d92c810c5 req-0d185f50-6c34-4265-bb55-6cb54c0af580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:03.749969 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7ee90fdd-468e-4b33-a6d1-c94d92c810c5 req-0d185f50-6c34-4265-bb55-6cb54c0af580 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 920 time: 0.1262228 Jul 16 22:41:03.800948 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7ee90fdd-468e-4b33-a6d1-c94d92c810c5 req-dbac6c8e-e0bf-400b-8da7-af4883416538 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8472c691-62f9-455a-948b-7e811524cffb HTTP/1.1" status: 200 len: 217 time: 0.0428786 Jul 16 22:41:03.887495 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee90fdd-468e-4b33-a6d1-c94d92c810c5 req-a4c73554-5c62-4be6-bb63-36d06b646f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:03.888956 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7ee90fdd-468e-4b33-a6d1-c94d92c810c5 req-a4c73554-5c62-4be6-bb63-36d06b646f92 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3393095a-2616-4956-9106-a5f93d079344 HTTP/1.1" status: 200 len: 859 time: 0.0809700 Jul 16 22:41:03.954569 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7ee90fdd-468e-4b33-a6d1-c94d92c810c5 req-d869a1a5-0b1d-4e49-87c9-7e5e9f963efe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364702 Jul 16 22:41:04.008449 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-cb55ede5-1853-475d-917c-0ced6e53a2a3 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:04.010571 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-cb55ede5-1853-475d-917c-0ced6e53a2a3 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/networks?id=66b42c8a-830d-40f7-8a40-7d99635f1abe HTTP/1.1" status: 200 len: 808 time: 0.1698179 Jul 16 22:41:04.066237 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-d87a991c-2c23-42ca-9966-dc429c2388ce tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/quotas/03a10fae0e69478ab27d22ed61eb2207 HTTP/1.1" status: 200 len: 375 time: 0.0494802 Jul 16 22:41:04.114466 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-2d45ee17-d050-4a36-a190-f6dc24f6995f tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=03a10fae0e69478ab27d22ed61eb2207&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417318 Jul 16 22:41:04.116559 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7ee90fdd-468e-4b33-a6d1-c94d92c810c5 req-62621273-a70f-4d29-91e2-745543d7cc65 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464798 Jul 16 22:41:04.272801 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7ee90fdd-468e-4b33-a6d1-c94d92c810c5 req-7a0fb07b-20cb-4efc-beff-110c704af510 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441166 Jul 16 22:41:04.274611 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-6dc18e6d-8ffc-442f-b506-a4b833742003 service neutron] 10.222.0.24 "GET /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532009 Jul 16 22:41:04.367732 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-d110ed61-7adb-4a22-9f72-73803f1dc645 service neutron] 10.222.0.24 "GET /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862324 Jul 16 22:41:04.558963 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2f99c826-214a-4600-8058-3f1c4a10ce1b req-e0f40fc3-88d7-437d-ad11-0d75e2a92d1e tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 210 time: 0.0407226 Jul 16 22:41:04.584137 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 53180) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:04.672530 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 53188) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:04.749429 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1e780421-ea3d-4a93-8d17-569531ce1105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:04.863262 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1e780421-ea3d-4a93-8d17-569531ce1105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:04.869934 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1e780421-ea3d-4a93-8d17-569531ce1105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:04.929311 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-1e780421-ea3d-4a93-8d17-569531ce1105 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b03eec3beb0746ee8a1dd62b18933eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3516018 Jul 16 22:41:04.935347 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 53202) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:04.942428 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e98f4-2b7d-4692-a513-b8e6034b5e64 req-bfa9927c-ff12-45bd-a1b8-13881b934f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:04.942990 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-c53669a0-4077-48b1-892f-563742f63bc2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f22709b952fc4665b32b3ccebc31eecf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691591 Jul 16 22:41:04.943994 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a89e98f4-2b7d-4692-a513-b8e6034b5e64 req-bfa9927c-ff12-45bd-a1b8-13881b934f2b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0872114 Jul 16 22:41:04.947204 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 53204) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:04.974004 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e780421-ea3d-4a93-8d17-569531ce1105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294448ba-5cff-488d-9dce-26dfb05c19d4,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:05.007669 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-add2ef85-26d2-4852-bdf8-f7492a6d987a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.026895 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a89e98f4-2b7d-4692-a513-b8e6034b5e64 req-0e9f8bc2-a96c-4a4c-8fb2-7b355ba5f428 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733638 Jul 16 22:41:05.062921 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cd2e329e-fb79-4c0c-bd98-3e9917776f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.067289 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-add2ef85-26d2-4852-bdf8-f7492a6d987a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.088497 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cd2e329e-fb79-4c0c-bd98-3e9917776f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.142673 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-add2ef85-26d2-4852-bdf8-f7492a6d987a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.145476 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-add2ef85-26d2-4852-bdf8-f7492a6d987a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.147324 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-add2ef85-26d2-4852-bdf8-f7492a6d987a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/294448ba-5cff-488d-9dce-26dfb05c19d4 HTTP/1.1" status: 204 len: 168 time: 0.2032812 Jul 16 22:41:05.154086 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cd2e329e-fb79-4c0c-bd98-3e9917776f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.157949 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2ef85-26d2-4852-bdf8-f7492a6d987a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294448ba-5cff-488d-9dce-26dfb05c19d4,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:05.158721 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cd2e329e-fb79-4c0c-bd98-3e9917776f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:05.163148 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-cd2e329e-fb79-4c0c-bd98-3e9917776f76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69795ed7-ff6c-468b-a48d-395df8f4f4e8 HTTP/1.1" status: 204 len: 168 time: 0.2149544 Jul 16 22:41:05.188584 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2e329e-fb79-4c0c-bd98-3e9917776f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69795ed7-ff6c-468b-a48d-395df8f4f4e8,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:05.708582 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4083d022-5e14-4f9c-b1b5-8ffdae3e8c87 req-35843d46-eb78-438e-bc44-413d3a4373ec tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 210 time: 0.0322771 Jul 16 22:41:05.858309 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-fa3ae05d-dc10-4206-a5b4-39d22784afd2 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:05.859772 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-fa3ae05d-dc10-4206-a5b4-39d22784afd2 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.35 "GET /v2.0/networks?id=66b42c8a-830d-40f7-8a40-7d99635f1abe HTTP/1.1" status: 200 len: 808 time: 0.1024718 Jul 16 22:41:05.878957 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 53236) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:05.971376 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-239164757-network', 'tenant_id': '13109937f37b43de9f9ce3629c819a7d'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:05.991535 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Made reservation on behalf of 13109937f37b43de9f9ce3629c819a7d for: {'network': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:05.994878 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.006370 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.094045 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.098419 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.126406 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 310} {{(pid=99617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:41:06.132072 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b064c95-18aa-4200-9af0-6db3737b59c3,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:06.150940 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.151288 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.segments_db [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Added segment 7d8c28cb-aa71-4277-b255-1eb0efed0edb of type vlan for network ca77456c-db77-482e-82e7-fe244a52dedf Jul 16 22:41:06.213405 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.257560 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1274eaf4-024e-4394-b16b-a4744ad3d630 req-6101447c-9f49-4ad6-a733-3acee2a77f4e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:06.259093 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1274eaf4-024e-4394-b16b-a4744ad3d630 req-6101447c-9f49-4ad6-a733-3acee2a77f4e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1215045 Jul 16 22:41:06.263300 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.264375 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:06.264974 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.311948 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4318116 Jul 16 22:41:06.314789 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 53246) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:06.319968 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-a2c84b35-0ed3-4b48-ac79-8f840ce247d4 admin admin] Request body: {'subnet': {'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-239164757-subnet', 'tenant_id': '13109937f37b43de9f9ce3629c819a7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:06.342510 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c84b35-0ed3-4b48-ac79-8f840ce247d4 admin admin] Made reservation on behalf of 13109937f37b43de9f9ce3629c819a7d for: {'subnet': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:06.344896 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a2c84b35-0ed3-4b48-ac79-8f840ce247d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.355581 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918ffe7e-417b-4d4d-b7c2-de7f2821ff73 admin admin] Pushing event updated for resources: {'Network': ['ID=ca77456c-db77-482e-82e7-fe244a52dedf,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:06.361515 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1274eaf4-024e-4394-b16b-a4744ad3d630 req-1490905f-7101-4627-bc37-4b2005cc6c32 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940349 Jul 16 22:41:06.366155 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network ca77456c-db77-482e-82e7-fe244a52dedf details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:41:06.530032 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a2c84b35-0ed3-4b48-ac79-8f840ce247d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.584087 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c84b35-0ed3-4b48-ac79-8f840ce247d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=295c13bf-4a80-467c-8d8d-52d6f1bd5b03,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:06.590659 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c84b35-0ed3-4b48-ac79-8f840ce247d4 admin admin] Checking segment: {'id': '7d8c28cb-aa71-4277-b255-1eb0efed0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:06.591000 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c84b35-0ed3-4b48-ac79-8f840ce247d4 admin admin] Network hostable DHCP agents. Network: ca77456c-db77-482e-82e7-fe244a52dedf, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:41:06.606848 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c84b35-0ed3-4b48-ac79-8f840ce247d4 admin admin] Network ca77456c-db77-482e-82e7-fe244a52dedf is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:41:06.615083 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-a2c84b35-0ed3-4b48-ac79-8f840ce247d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, ca77456c-db77-482e-82e7-fe244a52dedf) {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:06.619652 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c84b35-0ed3-4b48-ac79-8f840ce247d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:06.620232 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a2c84b35-0ed3-4b48-ac79-8f840ce247d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:06.624034 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e10ae-47f1-4e38-8bc2-e1b88858c145 None None] Network ca77456c-db77-482e-82e7-fe244a52dedf requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:06.638954 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-a2c84b35-0ed3-4b48-ac79-8f840ce247d4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3174477 Jul 16 22:41:06.748939 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86dba22-bba6-47f6-a815-d8440100099a None None] Network ca77456c-db77-482e-82e7-fe244a52dedf requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:41:08.791386 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Request body: {'port': {'device_id': '6906b3f9-fba3-4873-9ce0-f9432401435c', 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe', 'admin_state_up': True, 'tenant_id': '03a10fae0e69478ab27d22ed61eb2207'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:09.218543 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Made reservation on behalf of 03a10fae0e69478ab27d22ed61eb2207 for: {'port': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:09.221988 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:09.242231 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c0a2a8e6-7fea-492e-bc25-d8ec0f35fff7 req-b93efbe5-ea84-4825-b747-4831e4c9d9c2 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 210 time: 0.2950091 Jul 16 22:41:09.335213 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f8b11-5fbe-4e00-84ea-aa4e909225fc req-f72c82e0-7be6-40d1-a809-912af6a70c02 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:09.336714 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-536f8b11-5fbe-4e00-84ea-aa4e909225fc req-f72c82e0-7be6-40d1-a809-912af6a70c02 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.3906643 Jul 16 22:41:09.408253 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-536f8b11-5fbe-4e00-84ea-aa4e909225fc req-7e16a644-6c69-44af-bd44-21d4588483ea tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627375 Jul 16 22:41:09.412118 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Allocated IP 172.20.0.3 (66b42c8a-830d-40f7-8a40-7d99635f1abe/19743f5b-4f53-458b-93eb-132b948706f4/70b75398-c4af-4004-99b8-66f958b2bb3e) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:09.554050 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:09.592130 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:09.635061 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Network 66b42c8a-830d-40f7-8a40-7d99635f1abe is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:09.640790 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:09.644508 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:09.671174 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Pushing event updated for resources: {'Port': ['ID=70b75398-c4af-4004-99b8-66f958b2bb3e,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:09.695285 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:09.695884 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:09.710215 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-f246923a-c821-4ea0-9fbd-ff01444b546d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9257870 Jul 16 22:41:09.724513 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Request body: {'port': {'device_id': '6906b3f9-fba3-4873-9ce0-f9432401435c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:09.796687 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:10.062421 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70b75398-c4af-4004-99b8-66f958b2bb3e {{(pid=99617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:41:10.070268 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:10.083056 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Transition to ACTIVE for port object 70b75398-c4af-4004-99b8-66f958b2bb3e will not be triggered until provisioned by entity L2. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:10.085911 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:10.135114 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=70b75398-c4af-4004-99b8-66f958b2bb3e,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:10.200711 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Attempting to bind port 70b75398-c4af-4004-99b8-66f958b2bb3e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:10.200840 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Attempting to bind port 70b75398-c4af-4004-99b8-66f958b2bb3e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '0df8a0b8-1f2e-462c-9177-5a94b0f2024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe'}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:10.201143 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Attempting to bind port 70b75398-c4af-4004-99b8-66f958b2bb3e on network 66b42c8a-830d-40f7-8a40-7d99635f1abe {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:10.205318 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Port 70b75398-c4af-4004-99b8-66f958b2bb3e on network 66b42c8a-830d-40f7-8a40-7d99635f1abe not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:41:10.205675 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Attempting to bind port 70b75398-c4af-4004-99b8-66f958b2bb3e on network 66b42c8a-830d-40f7-8a40-7d99635f1abe {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:10.210499 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:10.210771 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Checking segment: {'id': '0df8a0b8-1f2e-462c-9177-5a94b0f2024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:10.211143 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Bound using segment: {'id': '0df8a0b8-1f2e-462c-9177-5a94b0f2024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe'} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:10.211556 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Bound port: 70b75398-c4af-4004-99b8-66f958b2bb3e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0df8a0b8-1f2e-462c-9177-5a94b0f2024d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe'}}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:10.211906 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:10.284649 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] For port 70b75398-c4af-4004-99b8-66f958b2bb3e, host hv-cinder-79760, cleared binding levels {{(pid=99617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:10.287799 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] For port 70b75398-c4af-4004-99b8-66f958b2bb3e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=70b75398-c4af-4004-99b8-66f958b2bb3e,segment=NetworkSegment(0df8a0b8-1f2e-462c-9177-5a94b0f2024d),segment_id=0df8a0b8-1f2e-462c-9177-5a94b0f2024d)] {{(pid=99617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:10.293787 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:10.330227 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:10.330966 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:10.332358 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] 10.222.0.35 "PUT /v2.0/ports/70b75398-c4af-4004-99b8-66f958b2bb3e HTTP/1.1" status: 200 len: 1093 time: 0.6119230 Jul 16 22:41:10.332790 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6906b3f9-fba3-4873-9ce0-f9432401435c', 'tag': '70b75398-c4af-4004-99b8-66f958b2bb3e'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:10.335050 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f274d7aa-1036-4593-b086-f779715ede40" -d '{"events": [{"name": "network-changed", "server_uuid": "6906b3f9-fba3-4873-9ce0-f9432401435c", "tag": "70b75398-c4af-4004-99b8-66f958b2bb3e"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:10.396203 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeb6fa1-fb50-41db-abc2-f5f6d244cfa2 service neutron] Pushing event updated for resources: {'Port': ['ID=70b75398-c4af-4004-99b8-66f958b2bb3e,revision_number=3']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:10.558539 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e475f7e-9872-4754-86a7-d245fa4f2f08 req-3b790e55-beab-42a3-8c67-c3b558377831 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:10.559942 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0e475f7e-9872-4754-86a7-d245fa4f2f08 req-3b790e55-beab-42a3-8c67-c3b558377831 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 943 time: 0.1974623 Jul 16 22:41:10.566516 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e1688f77-b872-4de5-acb6-1658e6a01142 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:10.567848 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e1688f77-b872-4de5-acb6-1658e6a01142 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/networks?id=ca77456c-db77-482e-82e7-fe244a52dedf HTTP/1.1" status: 200 len: 813 time: 0.1728823 Jul 16 22:41:10.572170 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-aa251c3e-6431-4a95-bbe2-be007ccef078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:10.573662 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-aa251c3e-6431-4a95-bbe2-be007ccef078 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a10fae0e69478ab27d22ed61eb2207&device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 1096 time: 0.1797121 Jul 16 22:41:10.602665 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-faa7775c-7ce0-44bb-98e9-376d0270639a tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/quotas/13109937f37b43de9f9ce3629c819a7d HTTP/1.1" status: 200 len: 375 time: 0.0241017 Jul 16 22:41:10.641153 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-e59ef7de-f7f8-406a-9f37-7e8e4b4a9c69 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70b75398-c4af-4004-99b8-66f958b2bb3e HTTP/1.1" status: 200 len: 217 time: 0.0476692 Jul 16 22:41:10.679003 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0e475f7e-9872-4754-86a7-d245fa4f2f08 req-c44e2d7b-f20a-46d1-ab48-f7f34ed36507 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102271 Jul 16 22:41:10.680942 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-3571fe5f-0f71-4983-943d-925ce73a9b48 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=13109937f37b43de9f9ce3629c819a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468268 Jul 16 22:41:10.735595 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86ee402-56ca-461c-a627-2763d1bf6157 x-openstack-request-id: req-c86ee402-56ca-461c-a627-2763d1bf6157 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:10.735883 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6906b3f9-fba3-4873-9ce0-f9432401435c", "tag": "70b75398-c4af-4004-99b8-66f958b2bb3e", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:10.737635 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c86ee402-56ca-461c-a627-2763d1bf6157 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:10.737635 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6906b3f9-fba3-4873-9ce0-f9432401435c', 'tag': '70b75398-c4af-4004-99b8-66f958b2bb3e', 'status': 'completed', 'code': 200} Jul 16 22:41:10.779898 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-1526deb5-c570-4bb0-9170-334a7bf175d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:10.781356 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-1526deb5-c570-4bb0-9170-334a7bf175d6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=19743f5b-4f53-458b-93eb-132b948706f4 HTTP/1.1" status: 200 len: 848 time: 0.1122241 Jul 16 22:41:10.820772 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9f8d7167-f8f0-4f11-a447-d4baa36df769 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66b42c8a-830d-40f7-8a40-7d99635f1abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295491 Jul 16 22:41:10.886117 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-f2c8fb80-4b5f-47cc-bb45-75d7fb931bd1 service neutron] 10.222.0.24 "GET /v2.0/networks/ca77456c-db77-482e-82e7-fe244a52dedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853595 Jul 16 22:41:11.037669 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0aac7c-190c-44fc-9fd8-b4e50c573b27 req-e3f7db8c-856f-4506-b631-428b5fee7774 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:11.039196 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8f0aac7c-190c-44fc-9fd8-b4e50c573b27 req-e3f7db8c-856f-4506-b631-428b5fee7774 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.2147155 Jul 16 22:41:11.045074 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-3962a971-2e41-4f46-8e28-3229a40f6ac5 service neutron] 10.222.0.35 "GET /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144644 Jul 16 22:41:11.070051 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-05862f57-cf64-42b3-8d3c-29fd32f312c6 service neutron] 10.222.0.24 "GET /v2.0/networks/ca77456c-db77-482e-82e7-fe244a52dedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760588 Jul 16 22:41:11.138824 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8f0aac7c-190c-44fc-9fd8-b4e50c573b27 req-3db41d92-4740-4f0e-9404-0cfa2f6d602a tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878713 Jul 16 22:41:11.168278 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7cb421a8-2af4-4fb7-93a2-a9bf33e09d85 req-9397e16e-6f8f-4762-973b-3b14dd76b7b1 service neutron] 10.222.0.35 "GET /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093831 Jul 16 22:41:11.319083 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274d7aa-1036-4593-b086-f779715ede40 req-b11f2633-dc34-4747-ab4d-21911654e0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:11.320601 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f274d7aa-1036-4593-b086-f779715ede40 req-b11f2633-dc34-4747-ab4d-21911654e0a9 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=03a10fae0e69478ab27d22ed61eb2207&device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 1096 time: 0.0690289 Jul 16 22:41:11.436234 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a4d94616-8da3-43f1-80c7-be0f8e988ee7 req-3022967f-d177-450d-9a05-eaaa8e7403df tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 210 time: 0.0634334 Jul 16 22:41:11.484053 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274d7aa-1036-4593-b086-f779715ede40 req-5d79d3f2-ce7a-4f2f-863e-6dcfa9656dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:11.485870 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f274d7aa-1036-4593-b086-f779715ede40 req-5d79d3f2-ce7a-4f2f-863e-6dcfa9656dcc service neutron] 10.222.0.35 "GET /v2.0/networks?id=66b42c8a-830d-40f7-8a40-7d99635f1abe HTTP/1.1" status: 200 len: 909 time: 0.1506758 Jul 16 22:41:11.533508 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f274d7aa-1036-4593-b086-f779715ede40 req-a5eb599b-8a77-457d-989e-51d81d3f79a1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=70b75398-c4af-4004-99b8-66f958b2bb3e HTTP/1.1" status: 200 len: 217 time: 0.0388834 Jul 16 22:41:11.587554 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f274d7aa-1036-4593-b086-f779715ede40 req-38979080-5115-4fc9-83f9-faf58162794b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:11.589668 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f274d7aa-1036-4593-b086-f779715ede40 req-38979080-5115-4fc9-83f9-faf58162794b service neutron] 10.222.0.35 "GET /v2.0/subnets?id=19743f5b-4f53-458b-93eb-132b948706f4 HTTP/1.1" status: 200 len: 848 time: 0.0474908 Jul 16 22:41:11.622009 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f274d7aa-1036-4593-b086-f779715ede40 req-930ff6b1-2926-4c14-b2a7-f9b0ee65b5c9 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=66b42c8a-830d-40f7-8a40-7d99635f1abe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260828 Jul 16 22:41:11.718724 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f274d7aa-1036-4593-b086-f779715ede40 req-553d6b13-2304-4379-903a-b192febbe588 service neutron] 10.222.0.35 "GET /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881722 Jul 16 22:41:11.847360 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f274d7aa-1036-4593-b086-f779715ede40 req-0569d6a6-3394-4dc7-944e-a5fd22ccf8cf service neutron] 10.222.0.35 "GET /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208081 Jul 16 22:41:11.880333 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd92a29-dbf8-40ac-9df4-8c6fcb4ae6b3 req-bcd5939d-eb31-4b20-93dd-004f82e75e77 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:11.881849 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4bd92a29-dbf8-40ac-9df4-8c6fcb4ae6b3 req-bcd5939d-eb31-4b20-93dd-004f82e75e77 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 943 time: 0.0820131 Jul 16 22:41:11.919461 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4bd92a29-dbf8-40ac-9df4-8c6fcb4ae6b3 req-59153813-7070-4fb8-8735-35f291e3162c tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319235 Jul 16 22:41:12.533305 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-325ee2b4-3287-43ce-9d8a-2e706e985f04 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:12.534816 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-325ee2b4-3287-43ce-9d8a-2e706e985f04 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.35 "GET /v2.0/networks?id=ca77456c-db77-482e-82e7-fe244a52dedf HTTP/1.1" status: 200 len: 813 time: 0.1258044 Jul 16 22:41:12.561550 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Request body: {'port': {'device_id': 'beb81d02-8e9e-4cfb-8b73-ba703b7fa123', 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf', 'admin_state_up': True, 'tenant_id': '13109937f37b43de9f9ce3629c819a7d'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:12.623542 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-11ac01d6-2181-4fcf-bf01-e43d7a49ff1f req-d304ebec-4cdb-4f94-9caf-23c2616b161c tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 210 time: 0.0333195 Jul 16 22:41:12.706366 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Made reservation on behalf of 13109937f37b43de9f9ce3629c819a7d for: {'port': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:41:12.709890 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:12.861346 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c59d92-c855-47e5-a44e-93159e5121da req-3555744c-8995-402b-b4b9-931a41024df5 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:12.862862 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-84c59d92-c855-47e5-a44e-93159e5121da req-3555744c-8995-402b-b4b9-931a41024df5 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1496563 Jul 16 22:41:12.906043 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Allocated IP 172.20.0.7 (ca77456c-db77-482e-82e7-fe244a52dedf/295c13bf-4a80-467c-8d8d-52d6f1bd5b03/66cc69a7-820e-400b-ad6f-531af52040ee) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:41:12.925826 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-84c59d92-c855-47e5-a44e-93159e5121da req-de086ea5-600b-4fd7-9217-51b69a2f9edd tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563252 Jul 16 22:41:13.105364 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.139517 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f2dcb-205a-416f-ac81-9b9b7d38bbcd req-dc26659a-0aae-4f27-bf43-45c275f36975 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:13.140988 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4b5f2dcb-205a-416f-ac81-9b9b7d38bbcd req-dc26659a-0aae-4f27-bf43-45c275f36975 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 943 time: 0.1035128 Jul 16 22:41:13.190669 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4b5f2dcb-205a-416f-ac81-9b9b7d38bbcd req-1ed2cad1-fc4b-40ee-a5e6-3e17cf711ef8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425649 Jul 16 22:41:13.191858 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.230841 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Network ca77456c-db77-482e-82e7-fe244a52dedf is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:41:13.237929 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:41:13.240660 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:41:13.278805 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Pushing event updated for resources: {'Port': ['ID=66cc69a7-820e-400b-ad6f-531af52040ee,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:13.297030 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:13.297662 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:13.311445 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-e73a79a6-2ec4-4604-b025-82b263d28a37 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7545877 Jul 16 22:41:14.659679 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 70b75398-c4af-4004-99b8-66f958b2bb3e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:41:14.751580 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 70b75398-c4af-4004-99b8-66f958b2bb3e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=70b75398-c4af-4004-99b8-66f958b2bb3e,segment=NetworkSegment(0df8a0b8-1f2e-462c-9177-5a94b0f2024d),segment_id=0df8a0b8-1f2e-462c-9177-5a94b0f2024d)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:14.762245 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '70b75398-c4af-4004-99b8-66f958b2bb3e', 'network_id': '66b42c8a-830d-40f7-8a40-7d99635f1abe', 'port_id': '70b75398-c4af-4004-99b8-66f958b2bb3e', 'mac_address': 'fa:16:3e:6f:54:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '19743f5b-4f53-458b-93eb-132b948706f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:41:14.806152 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.818737 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70b75398-c4af-4004-99b8-66f958b2bb3e {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:41:14.837768 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 70b75398-c4af-4004-99b8-66f958b2bb3e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=70b75398-c4af-4004-99b8-66f958b2bb3e,segment=NetworkSegment(0df8a0b8-1f2e-462c-9177-5a94b0f2024d),segment_id=0df8a0b8-1f2e-462c-9177-5a94b0f2024d)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:14.842169 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:14.887477 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=70b75398-c4af-4004-99b8-66f958b2bb3e,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:15.713754 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Request body: {'port': {'device_id': 'beb81d02-8e9e-4cfb-8b73-ba703b7fa123', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:41:15.798083 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.038880 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['70b75398-c4af-4004-99b8-66f958b2bb3e'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:41:16.168001 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66cc69a7-820e-400b-ad6f-531af52040ee {{(pid=99617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:41:16.185063 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca45e567-798c-4c0c-b059-1b2279145b9e req-02f6a51e-9e27-4cb7-ae29-c389d542c870 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:16.186550 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ca45e567-798c-4c0c-b059-1b2279145b9e req-02f6a51e-9e27-4cb7-ae29-c389d542c870 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 931 time: 0.1807961 Jul 16 22:41:16.188348 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.197205 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b2c47-83a6-4ead-9349-b412ca827d94 req-6b2b632a-bbd4-4f3e-80c6-e821ad38370c tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:16.199241 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a4b2c47-83a6-4ead-9349-b412ca827d94 req-6b2b632a-bbd4-4f3e-80c6-e821ad38370c tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 944 time: 0.1738961 Jul 16 22:41:16.228897 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Transition to ACTIVE for port object 66cc69a7-820e-400b-ad6f-531af52040ee will not be triggered until provisioned by entity L2. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:41:16.239167 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.304410 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ca45e567-798c-4c0c-b059-1b2279145b9e req-6c7d0610-0981-441f-9030-a37751f4aa0c tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030872 Jul 16 22:41:16.309717 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a4b2c47-83a6-4ead-9349-b412ca827d94 req-a22eecc6-cbe0-4daf-88ec-205768b06eaa tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046870 Jul 16 22:41:16.318628 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Pushing event updated for resources: {'Port': ['ID=66cc69a7-820e-400b-ad6f-531af52040ee,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:16.629332 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Attempting to bind port 66cc69a7-820e-400b-ad6f-531af52040ee on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:41:16.629688 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Attempting to bind port 66cc69a7-820e-400b-ad6f-531af52040ee by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7d8c28cb-aa71-4277-b255-1eb0efed0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf'}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:41:16.630020 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Attempting to bind port 66cc69a7-820e-400b-ad6f-531af52040ee on network ca77456c-db77-482e-82e7-fe244a52dedf {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:16.634089 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Port 66cc69a7-820e-400b-ad6f-531af52040ee on network ca77456c-db77-482e-82e7-fe244a52dedf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:41:16.634405 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Attempting to bind port 66cc69a7-820e-400b-ad6f-531af52040ee on network ca77456c-db77-482e-82e7-fe244a52dedf {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:41:16.639449 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:41:16.639747 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Checking segment: {'id': '7d8c28cb-aa71-4277-b255-1eb0efed0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:41:16.640131 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Bound using segment: {'id': '7d8c28cb-aa71-4277-b255-1eb0efed0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf'} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:41:16.640554 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Bound port: 66cc69a7-820e-400b-ad6f-531af52040ee, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8c28cb-aa71-4277-b255-1eb0efed0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf'}}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:41:16.640905 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.701611 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] For port 66cc69a7-820e-400b-ad6f-531af52040ee, host hv-cinder-79760, cleared binding levels {{(pid=99617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:41:16.704701 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] For port 66cc69a7-820e-400b-ad6f-531af52040ee, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=66cc69a7-820e-400b-ad6f-531af52040ee,segment=NetworkSegment(7d8c28cb-aa71-4277-b255-1eb0efed0edb),segment_id=7d8c28cb-aa71-4277-b255-1eb0efed0edb)] {{(pid=99617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:41:16.708251 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.743777 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:16.744383 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:16.746576 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] 10.222.0.35 "PUT /v2.0/ports/66cc69a7-820e-400b-ad6f-531af52040ee HTTP/1.1" status: 200 len: 1093 time: 1.0372427 Jul 16 22:41:16.747005 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb81d02-8e9e-4cfb-8b73-ba703b7fa123', 'tag': '66cc69a7-820e-400b-ad6f-531af52040ee'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:16.749213 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3a0f5d-c083-4504-81d1-a768792417a9" -d '{"events": [{"name": "network-changed", "server_uuid": "beb81d02-8e9e-4cfb-8b73-ba703b7fa123", "tag": "66cc69a7-820e-400b-ad6f-531af52040ee"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:16.772424 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcefc0-25fc-4f2b-8be1-6fb1efec09ab service neutron] Pushing event updated for resources: {'Port': ['ID=66cc69a7-820e-400b-ad6f-531af52040ee,revision_number=3']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:16.787786 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84691f2c-3368-422a-85de-04e2058ee43e x-openstack-request-id: req-84691f2c-3368-422a-85de-04e2058ee43e {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:16.788072 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb81d02-8e9e-4cfb-8b73-ba703b7fa123", "tag": "66cc69a7-820e-400b-ad6f-531af52040ee", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:16.788321 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-84691f2c-3368-422a-85de-04e2058ee43e {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:16.788709 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb81d02-8e9e-4cfb-8b73-ba703b7fa123', 'tag': '66cc69a7-820e-400b-ad6f-531af52040ee', 'status': 'completed', 'code': 200} Jul 16 22:41:16.896198 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a0f5d-c083-4504-81d1-a768792417a9 req-55bc9240-2c8f-4eb7-b61c-f379ed3dfda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:16.897710 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3a3a0f5d-c083-4504-81d1-a768792417a9 req-55bc9240-2c8f-4eb7-b61c-f379ed3dfda3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13109937f37b43de9f9ce3629c819a7d&device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 1096 time: 0.0574887 Jul 16 22:41:17.075950 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a0f5d-c083-4504-81d1-a768792417a9 req-d088b67d-10ee-40b7-8dcb-68e2740cdf07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:17.077406 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3a3a0f5d-c083-4504-81d1-a768792417a9 req-d088b67d-10ee-40b7-8dcb-68e2740cdf07 service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=13109937f37b43de9f9ce3629c819a7d&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1625159 Jul 16 22:41:17.234982 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a0f5d-c083-4504-81d1-a768792417a9 req-a0f331dd-596c-47a4-8b40-883dd326158d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:17.236431 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3a3a0f5d-c083-4504-81d1-a768792417a9 req-a0f331dd-596c-47a4-8b40-883dd326158d service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1511927 Jul 16 22:41:17.331963 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-5601a09c-3f81-4ca2-8911-ed94c57b9747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:17.333431 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-5601a09c-3f81-4ca2-8911-ed94c57b9747 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13109937f37b43de9f9ce3629c819a7d&device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 1096 time: 0.0517352 Jul 16 22:41:17.378576 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-4ce6db60-40ad-4306-9810-ab6d9f48ee96 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=66cc69a7-820e-400b-ad6f-531af52040ee HTTP/1.1" status: 200 len: 217 time: 0.0350132 Jul 16 22:41:17.485042 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-4fccebb1-c86c-4473-a4c4-ffd3f42f37eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:17.486488 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-4fccebb1-c86c-4473-a4c4-ffd3f42f37eb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295c13bf-4a80-467c-8d8d-52d6f1bd5b03 HTTP/1.1" status: 200 len: 853 time: 0.0992634 Jul 16 22:41:17.543824 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-9f775287-0c0c-46bd-baec-4420b6545ee6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca77456c-db77-482e-82e7-fe244a52dedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423200 Jul 16 22:41:17.571715 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a3fe4-b0b3-4056-a710-a2d910b5696c req-e024c78a-2e03-4401-9a71-18396167d73d tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:17.573719 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fd4a3fe4-b0b3-4056-a710-a2d910b5696c req-e024c78a-2e03-4401-9a71-18396167d73d tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 943 time: 0.1538537 Jul 16 22:41:17.581754 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e185720-a577-4365-a0d8-ba891b78a37f req-eee18edd-179d-4be0-9f22-73dd15d1c480 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:17.583167 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9e185720-a577-4365-a0d8-ba891b78a37f req-eee18edd-179d-4be0-9f22-73dd15d1c480 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 944 time: 0.1474392 Jul 16 22:41:17.689328 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fd4a3fe4-b0b3-4056-a710-a2d910b5696c req-e753aac7-df0a-4567-807e-fa8097e69247 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967350 Jul 16 22:41:17.699090 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9e185720-a577-4365-a0d8-ba891b78a37f req-4e45f500-a927-44b8-817c-4d94ab4d589a tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053016 Jul 16 22:41:17.727297 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-492ba8ca-c8e3-4751-8d52-cce916d75693 service neutron] 10.222.0.35 "GET /v2.0/networks/ca77456c-db77-482e-82e7-fe244a52dedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706791 Jul 16 22:41:17.820450 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4227b71c-c684-4e32-bf1e-a4ab9b024f72 req-07816cfa-7f68-49c0-9595-71ae604e420f service neutron] 10.222.0.35 "GET /v2.0/networks/ca77456c-db77-482e-82e7-fe244a52dedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829172 Jul 16 22:41:18.716300 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 70b75398-c4af-4004-99b8-66f958b2bb3e up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:18.770475 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 70b75398-c4af-4004-99b8-66f958b2bb3e completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:18.775235 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 70b75398-c4af-4004-99b8-66f958b2bb3e triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:18.775614 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:18.868714 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:18.901750 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6906b3f9-fba3-4873-9ce0-f9432401435c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b75398-c4af-4004-99b8-66f958b2bb3e'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:18.905643 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582584a3-8a4e-4f71-b87c-b4b96112ac0e" -d '{"events": [{"server_uuid": "6906b3f9-fba3-4873-9ce0-f9432401435c", "name": "network-vif-plugged", "status": "completed", "tag": "70b75398-c4af-4004-99b8-66f958b2bb3e"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:18.921884 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 70b75398-c4af-4004-99b8-66f958b2bb3e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=70b75398-c4af-4004-99b8-66f958b2bb3e,segment=NetworkSegment(0df8a0b8-1f2e-462c-9177-5a94b0f2024d),segment_id=0df8a0b8-1f2e-462c-9177-5a94b0f2024d)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:18.926749 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:18.927739 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410a7da9-6ce6-4a56-9e91-fe13dd4805b5 req-84c5bea4-be72-4c80-b842-a978579b0ff3 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:18.929928 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-410a7da9-6ce6-4a56-9e91-fe13dd4805b5 req-84c5bea4-be72-4c80-b842-a978579b0ff3 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 943 time: 0.1200650 Jul 16 22:41:18.941626 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78856f94-2101-47d0-98c5-13436e408641 req-f482d807-ef33-4770-a314-ea17a65ac79e tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:18.943122 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-78856f94-2101-47d0-98c5-13436e408641 req-f482d807-ef33-4770-a314-ea17a65ac79e tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 944 time: 0.1217043 Jul 16 22:41:18.977732 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=70b75398-c4af-4004-99b8-66f958b2bb3e,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:18.997567 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-410a7da9-6ce6-4a56-9e91-fe13dd4805b5 req-06d0a4df-231c-4a7d-b0bb-e0ee397e175a tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533271 Jul 16 22:41:19.004391 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-78856f94-2101-47d0-98c5-13436e408641 req-d55fa3be-e79f-4ba4-af8a-b08e13ab5056 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541053 Jul 16 22:41:19.043449 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00afa335-2bc1-4ff4-90ea-261db17bb7ca x-openstack-request-id: req-00afa335-2bc1-4ff4-90ea-261db17bb7ca {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:19.043748 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6906b3f9-fba3-4873-9ce0-f9432401435c", "name": "network-vif-plugged", "status": "completed", "tag": "70b75398-c4af-4004-99b8-66f958b2bb3e", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:19.044005 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-00afa335-2bc1-4ff4-90ea-261db17bb7ca {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:19.044452 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6906b3f9-fba3-4873-9ce0-f9432401435c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70b75398-c4af-4004-99b8-66f958b2bb3e', 'code': 200} Jul 16 22:41:19.290318 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e30430-dd8b-41ce-ae2f-6d83a778379c req-b63f6849-574a-430f-abb1-dffab9a69c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:19.291860 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f1e30430-dd8b-41ce-ae2f-6d83a778379c req-b63f6849-574a-430f-abb1-dffab9a69c2b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 1098 time: 0.0521345 Jul 16 22:41:19.331096 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f1e30430-dd8b-41ce-ae2f-6d83a778379c req-72b5e53a-bd73-43c4-86cb-6c7dc4b3d98c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300214 Jul 16 22:41:20.210530 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4232ef8e-fbdb-402e-bb7b-441698b1c6ba req-e2155bab-9f00-455f-ae45-531e0085686c tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:20.211993 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4232ef8e-fbdb-402e-bb7b-441698b1c6ba req-e2155bab-9f00-455f-ae45-531e0085686c tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 943 time: 0.1009521 Jul 16 22:41:20.223792 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711907b5-b654-44bf-8cbf-fb725eaca16e req-3966dc15-5465-4ce5-9122-73764becc699 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:20.225208 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-711907b5-b654-44bf-8cbf-fb725eaca16e req-3966dc15-5465-4ce5-9122-73764becc699 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 945 time: 0.1039562 Jul 16 22:41:20.281381 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4232ef8e-fbdb-402e-bb7b-441698b1c6ba req-911f9cad-1624-4a97-881c-183c1959a041 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552046 Jul 16 22:41:20.286052 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-711907b5-b654-44bf-8cbf-fb725eaca16e req-7e46c10f-d3c2-498f-8c85-56f549cf643d tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538738 Jul 16 22:41:20.720553 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 66cc69a7-820e-400b-ad6f-531af52040ee details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:41:20.842163 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 66cc69a7-820e-400b-ad6f-531af52040ee, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=66cc69a7-820e-400b-ad6f-531af52040ee,segment=NetworkSegment(7d8c28cb-aa71-4277-b255-1eb0efed0edb),segment_id=7d8c28cb-aa71-4277-b255-1eb0efed0edb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:20.853545 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '66cc69a7-820e-400b-ad6f-531af52040ee', 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf', 'port_id': '66cc69a7-820e-400b-ad6f-531af52040ee', 'mac_address': 'fa:16:3e:a5:3c:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295c13bf-4a80-467c-8d8d-52d6f1bd5b03', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:41:20.891535 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:20.904223 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66cc69a7-820e-400b-ad6f-531af52040ee {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:41:20.924505 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 66cc69a7-820e-400b-ad6f-531af52040ee, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=66cc69a7-820e-400b-ad6f-531af52040ee,segment=NetworkSegment(7d8c28cb-aa71-4277-b255-1eb0efed0edb),segment_id=7d8c28cb-aa71-4277-b255-1eb0efed0edb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:20.928171 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:20.975172 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=66cc69a7-820e-400b-ad6f-531af52040ee,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:20.991330 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:41:21.014327 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae2a1f-1477-4d26-a7ff-36703cab48c5 req-5d539b82-4186-439f-bef2-ea886bbd5a6c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:21.015787 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a6ae2a1f-1477-4d26-a7ff-36703cab48c5 req-5d539b82-4186-439f-bef2-ea886bbd5a6c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0680232 Jul 16 22:41:21.052936 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a6ae2a1f-1477-4d26-a7ff-36703cab48c5 req-3c20a05a-2b7c-4daf-aaeb-926a32271b40 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314476 Jul 16 22:41:21.284625 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['66cc69a7-820e-400b-ad6f-531af52040ee'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:41:21.504359 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129bbc5-165a-4376-8cde-7848dcb2be3d req-a1f94234-b9f1-4834-920e-b6b3e0679e63 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:21.505857 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5129bbc5-165a-4376-8cde-7848dcb2be3d req-a1f94234-b9f1-4834-920e-b6b3e0679e63 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 944 time: 0.1036932 Jul 16 22:41:21.518867 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a278ae4-77b2-4c48-b84e-dce4a612cf86 req-eb2cf7ba-5791-4563-9401-ed1ff908af0e tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:21.520307 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a278ae4-77b2-4c48-b84e-dce4a612cf86 req-eb2cf7ba-5791-4563-9401-ed1ff908af0e tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 945 time: 0.0891998 Jul 16 22:41:21.576526 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5129bbc5-165a-4376-8cde-7848dcb2be3d req-d7d096da-b2f3-4b13-a990-96b5175e467d tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552804 Jul 16 22:41:21.581176 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a278ae4-77b2-4c48-b84e-dce4a612cf86 req-a59105a6-eadd-47ff-bed9-18a745832b92 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542798 Jul 16 22:41:22.241479 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382da893-9774-4173-a8d5-0e28f1d1a0b2 req-6cbe648b-0da7-4461-a8e3-03b022fae246 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:22.251663 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-382da893-9774-4173-a8d5-0e28f1d1a0b2 req-6cbe648b-0da7-4461-a8e3-03b022fae246 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0744178 Jul 16 22:41:22.295696 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-382da893-9774-4173-a8d5-0e28f1d1a0b2 req-cd855cc2-5fbb-4cde-90ad-1fba863f05fa tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430837 Jul 16 22:41:22.441244 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 53524) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:22.506884 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26a80a5-a652-4808-b791-18a064b562a0 req-5172f74e-4cd5-4507-8ca4-18f065bca7f2 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:22.508433 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e26a80a5-a652-4808-b791-18a064b562a0 req-5172f74e-4cd5-4507-8ca4-18f065bca7f2 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 945 time: 0.0634131 Jul 16 22:41:22.547543 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-dcc105f3-7cfe-41fd-82c4-762bde300a63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.551997 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e26a80a5-a652-4808-b791-18a064b562a0 req-ce719078-8961-4b62-adf3-3cca71bf1414 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377836 Jul 16 22:41:22.639371 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-dcc105f3-7cfe-41fd-82c4-762bde300a63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.643785 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-dcc105f3-7cfe-41fd-82c4-762bde300a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.680783 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-dcc105f3-7cfe-41fd-82c4-762bde300a63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=506ab586fc844c0ab41a40ebe72254eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383327 Jul 16 22:41:22.681633 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc105f3-7cfe-41fd-82c4-762bde300a63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ed8e99-139c-4867-b1ff-8f27aa2dcace,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:22.683636 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 53530) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:41:22.734169 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 66cc69a7-820e-400b-ad6f-531af52040ee up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:22.772133 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b84aebf2-372a-4321-b7fa-c70ebfeae91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.781985 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 66cc69a7-820e-400b-ad6f-531af52040ee completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:41:22.785486 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 66cc69a7-820e-400b-ad6f-531af52040ee triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:22.785870 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.804345 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42646ce1-04bf-4c13-a71d-050f9f8e98fd req-c4183b4e-764d-4153-a75a-cf05938cc8ce tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:22.805841 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-42646ce1-04bf-4c13-a71d-050f9f8e98fd req-c4183b4e-764d-4153-a75a-cf05938cc8ce tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 944 time: 0.1081364 Jul 16 22:41:22.808187 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b84aebf2-372a-4321-b7fa-c70ebfeae91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.865554 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-42646ce1-04bf-4c13-a71d-050f9f8e98fd req-10d2172a-a37b-4742-a5a6-f4faf2876233 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504375 Jul 16 22:41:22.868682 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.890526 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b84aebf2-372a-4321-b7fa-c70ebfeae91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.894529 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b84aebf2-372a-4321-b7fa-c70ebfeae91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.895334 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb81d02-8e9e-4cfb-8b73-ba703b7fa123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cc69a7-820e-400b-ad6f-531af52040ee'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:22.896003 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-b84aebf2-372a-4321-b7fa-c70ebfeae91e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9ed8e99-139c-4867-b1ff-8f27aa2dcace HTTP/1.1" status: 204 len: 168 time: 0.2105899 Jul 16 22:41:22.897669 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea535e38-f527-4626-a87c-8809c3efec96" -d '{"events": [{"server_uuid": "beb81d02-8e9e-4cfb-8b73-ba703b7fa123", "name": "network-vif-plugged", "status": "completed", "tag": "66cc69a7-820e-400b-ad6f-531af52040ee"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:22.905048 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84aebf2-372a-4321-b7fa-c70ebfeae91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ed8e99-139c-4867-b1ff-8f27aa2dcace,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:22.912534 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 66cc69a7-820e-400b-ad6f-531af52040ee, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=66cc69a7-820e-400b-ad6f-531af52040ee,segment=NetworkSegment(7d8c28cb-aa71-4277-b255-1eb0efed0edb),segment_id=7d8c28cb-aa71-4277-b255-1eb0efed0edb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:22.930327 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:22.961664 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17598db9-70b8-4dc7-a5bf-c2f6c68d8c84 x-openstack-request-id: req-17598db9-70b8-4dc7-a5bf-c2f6c68d8c84 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:22.961979 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb81d02-8e9e-4cfb-8b73-ba703b7fa123", "name": "network-vif-plugged", "status": "completed", "tag": "66cc69a7-820e-400b-ad6f-531af52040ee", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:22.962233 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-17598db9-70b8-4dc7-a5bf-c2f6c68d8c84 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:22.962622 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb81d02-8e9e-4cfb-8b73-ba703b7fa123', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66cc69a7-820e-400b-ad6f-531af52040ee', 'code': 200} Jul 16 22:41:23.042836 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=66cc69a7-820e-400b-ad6f-531af52040ee,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:23.243696 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23e169c-8da2-4b2d-a157-80df3d194d56 req-9ac8170d-0239-4b38-b54c-754cc341a5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:23.245874 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a23e169c-8da2-4b2d-a157-80df3d194d56 req-9ac8170d-0239-4b38-b54c-754cc341a5ec service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 1098 time: 0.0624838 Jul 16 22:41:23.284596 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a23e169c-8da2-4b2d-a157-80df3d194d56 req-f8e77237-0c9f-4340-9ec5-9764f3ca7c28 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286164 Jul 16 22:41:23.492352 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595b4128-50dc-4a84-846e-263802963d40 req-7e1a836d-b9fe-45fc-87d9-a684fd436894 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:23.493982 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-595b4128-50dc-4a84-846e-263802963d40 req-7e1a836d-b9fe-45fc-87d9-a684fd436894 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0706360 Jul 16 22:41:23.539644 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-595b4128-50dc-4a84-846e-263802963d40 req-67fd230d-96d5-4ac6-b92c-fb06b9eb465b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395241 Jul 16 22:41:23.820664 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dfd0de-8cd8-4211-ba5d-3b628c748dac req-5bfef307-f992-4774-87d9-a0a66c333051 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:23.822173 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-04dfd0de-8cd8-4211-ba5d-3b628c748dac req-5bfef307-f992-4774-87d9-a0a66c333051 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 945 time: 0.1532154 Jul 16 22:41:23.878404 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c9c42-f384-4ab8-8985-e1aa3df6ae13 req-1643fca2-e4ea-4e3f-b7bd-140a91069e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:23.879876 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-565c9c42-f384-4ab8-8985-e1aa3df6ae13 req-1643fca2-e4ea-4e3f-b7bd-140a91069e51 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 1098 time: 0.1439953 Jul 16 22:41:23.887900 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-04dfd0de-8cd8-4211-ba5d-3b628c748dac req-84b376a5-6af5-4058-87e2-117d77e9a5f5 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/security-groups?id=6cb32c3b-d92f-472e-96bc-237b21bfbb03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563290 Jul 16 22:41:23.930192 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7662524-8007-43bc-b216-d3126e329217 req-9dbcf197-3f4c-4bfc-b998-3238bdf41721 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:23.931660 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d7662524-8007-43bc-b216-d3126e329217 req-9dbcf197-3f4c-4bfc-b998-3238bdf41721 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1574919 Jul 16 22:41:24.039854 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d7662524-8007-43bc-b216-d3126e329217 req-5df50ec9-f373-45e6-94ae-eafb85f26918 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993016 Jul 16 22:41:24.065418 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c9c42-f384-4ab8-8985-e1aa3df6ae13 req-ec7d9f9f-5608-4cf0-904a-9ff687e02f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:24.067357 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-565c9c42-f384-4ab8-8985-e1aa3df6ae13 req-ec7d9f9f-5608-4cf0-904a-9ff687e02f85 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 920 time: 0.1768596 Jul 16 22:41:24.124308 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-565c9c42-f384-4ab8-8985-e1aa3df6ae13 req-3d984501-37b1-4442-b83a-9c30fb17c7c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8472c691-62f9-455a-948b-7e811524cffb HTTP/1.1" status: 200 len: 217 time: 0.0451066 Jul 16 22:41:24.140230 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acda7005-a9f4-472d-a295-b398d9fc9232 req-0f3bd438-be1f-4702-b5f2-b4f222b5e134 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:24.141748 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-acda7005-a9f4-472d-a295-b398d9fc9232 req-0f3bd438-be1f-4702-b5f2-b4f222b5e134 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 945 time: 0.1179175 Jul 16 22:41:24.213732 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-acda7005-a9f4-472d-a295-b398d9fc9232 req-8a2415d1-8f9f-4293-b58c-9cd397800a49 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624688 Jul 16 22:41:24.215199 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c9c42-f384-4ab8-8985-e1aa3df6ae13 req-411035ec-256a-43fd-bdb4-316f9332ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:24.216599 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-565c9c42-f384-4ab8-8985-e1aa3df6ae13 req-411035ec-256a-43fd-bdb4-316f9332ace6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3393095a-2616-4956-9106-a5f93d079344 HTTP/1.1" status: 200 len: 859 time: 0.0739846 Jul 16 22:41:24.254739 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-565c9c42-f384-4ab8-8985-e1aa3df6ae13 req-0d7890ad-f618-4fbf-9070-389be447c708 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293460 Jul 16 22:41:24.338709 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc17b486-7295-4bb4-bf2e-ea0f018c0eba req-aea64e85-6709-4f57-bba2-3ce8a6512176 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:24.340216 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-fc17b486-7295-4bb4-bf2e-ea0f018c0eba req-aea64e85-6709-4f57-bba2-3ce8a6512176 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.35 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 945 time: 0.0811901 Jul 16 22:41:24.362386 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-565c9c42-f384-4ab8-8985-e1aa3df6ae13 req-65c8b407-25a9-4a6d-a6fe-0ec444effdb8 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882676 Jul 16 22:41:24.454915 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-fc17b486-7295-4bb4-bf2e-ea0f018c0eba req-a221eb73-bf64-4f92-8abd-9531b6db8af8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Deleting port 70b75398-c4af-4004-99b8-66f958b2bb3e {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:41:24.455463 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-fc17b486-7295-4bb4-bf2e-ea0f018c0eba req-a221eb73-bf64-4f92-8abd-9531b6db8af8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.459836 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-565c9c42-f384-4ab8-8985-e1aa3df6ae13 req-e6779198-bc12-486d-9ffb-a54f86217251 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890653 Jul 16 22:41:24.552820 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-fc17b486-7295-4bb4-bf2e-ea0f018c0eba req-a221eb73-bf64-4f92-8abd-9531b6db8af8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] For port 70b75398-c4af-4004-99b8-66f958b2bb3e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=70b75398-c4af-4004-99b8-66f958b2bb3e,segment=NetworkSegment(0df8a0b8-1f2e-462c-9177-5a94b0f2024d),segment_id=0df8a0b8-1f2e-462c-9177-5a94b0f2024d)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:24.553097 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-fc17b486-7295-4bb4-bf2e-ea0f018c0eba req-a221eb73-bf64-4f92-8abd-9531b6db8af8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.565310 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-fc17b486-7295-4bb4-bf2e-ea0f018c0eba req-a221eb73-bf64-4f92-8abd-9531b6db8af8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Calling delete_port for 70b75398-c4af-4004-99b8-66f958b2bb3e owned by compute:nova {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:41:24.628855 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-64b31e4f-27f8-4b08-9edb-8957fe635b34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.698650 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-fc17b486-7295-4bb4-bf2e-ea0f018c0eba req-a221eb73-bf64-4f92-8abd-9531b6db8af8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.712079 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['70b75398-c4af-4004-99b8-66f958b2bb3e'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:41:24.721439 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e240863-316b-4cb2-9b5f-2d77c0435eff req-3ed74577-255b-46d7-aea5-cd3f16826719 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:24.722945 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6e240863-316b-4cb2-9b5f-2d77c0435eff req-3ed74577-255b-46d7-aea5-cd3f16826719 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0664413 Jul 16 22:41:24.726152 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221eb73-bf64-4f92-8abd-9531b6db8af8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Pushing event deleted for resources: {'Port': ['ID=70b75398-c4af-4004-99b8-66f958b2bb3e,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:24.763909 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6e240863-316b-4cb2-9b5f-2d77c0435eff req-762ec7a6-c272-44f6-ae61-bd9a4560c59e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351250 Jul 16 22:41:24.773917 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc17b486-7295-4bb4-bf2e-ea0f018c0eba req-a221eb73-bf64-4f92-8abd-9531b6db8af8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] No DVR routers for this DVR port 70b75398-c4af-4004-99b8-66f958b2bb3e on host hv-cinder-79760 {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:41:24.777039 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-fc17b486-7295-4bb4-bf2e-ea0f018c0eba req-a221eb73-bf64-4f92-8abd-9531b6db8af8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:24.779161 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-fc17b486-7295-4bb4-bf2e-ea0f018c0eba req-a221eb73-bf64-4f92-8abd-9531b6db8af8 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.35 "DELETE /v2.0/ports/70b75398-c4af-4004-99b8-66f958b2bb3e HTTP/1.1" status: 204 len: 173 time: 0.4313529 Jul 16 22:41:24.779602 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6906b3f9-fba3-4873-9ce0-f9432401435c', 'name': 'network-vif-deleted', 'tag': '70b75398-c4af-4004-99b8-66f958b2bb3e'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:24.781863 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361f6729-1be2-4645-b9b4-36f1a08ec28e" -d '{"events": [{"server_uuid": "6906b3f9-fba3-4873-9ce0-f9432401435c", "name": "network-vif-deleted", "tag": "70b75398-c4af-4004-99b8-66f958b2bb3e"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:24.821033 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4e0cbb-2a03-41dc-9895-615286c43ac1 x-openstack-request-id: req-1f4e0cbb-2a03-41dc-9895-615286c43ac1 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:24.821341 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6906b3f9-fba3-4873-9ce0-f9432401435c", "name": "network-vif-deleted", "tag": "70b75398-c4af-4004-99b8-66f958b2bb3e", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:24.821631 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1f4e0cbb-2a03-41dc-9895-615286c43ac1 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:24.822030 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6906b3f9-fba3-4873-9ce0-f9432401435c', 'name': 'network-vif-deleted', 'tag': '70b75398-c4af-4004-99b8-66f958b2bb3e', 'status': 'completed', 'code': 200} Jul 16 22:41:25.044410 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f272d551-f14e-4ec7-acec-9bd727245ad0 req-4c691161-e18b-4229-be69-9558bfd2dc62 tempest-VolumesActionsTest-220794179 tempest-VolumesActionsTest-220794179-project] 10.222.0.24 "GET /v2.0/ports?device_id=6906b3f9-fba3-4873-9ce0-f9432401435c HTTP/1.1" status: 200 len: 210 time: 0.0276506 Jul 16 22:41:25.227371 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927700e0-b80d-4e91-8a4f-969bb092c6fd req-7bc0dbfb-8964-421c-9ae6-c3974f446ed7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:25.229115 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-927700e0-b80d-4e91-8a4f-969bb092c6fd req-7bc0dbfb-8964-421c-9ae6-c3974f446ed7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0727155 Jul 16 22:41:25.273337 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-927700e0-b80d-4e91-8a4f-969bb092c6fd req-55708461-9323-43a2-a653-964f5186af0d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369458 Jul 16 22:41:25.444308 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47440638-fe9c-4b36-9c42-bd0c316bc7a9 req-bf9df570-249e-40df-adf3-4d057559feb2 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:25.445945 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-47440638-fe9c-4b36-9c42-bd0c316bc7a9 req-bf9df570-249e-40df-adf3-4d057559feb2 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 945 time: 0.0965080 Jul 16 22:41:25.488645 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-47440638-fe9c-4b36-9c42-bd0c316bc7a9 req-4af38a49-3ab1-443b-8f3e-322606b54831 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342455 Jul 16 22:41:25.586515 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:25.960423 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4218a0ad-8aab-4182-ac70-7a1003a530bf req-d2dbc6f4-428e-41ad-ab9f-029d750b7554 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:25.966052 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4218a0ad-8aab-4182-ac70-7a1003a530bf req-d2dbc6f4-428e-41ad-ab9f-029d750b7554 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0824456 Jul 16 22:41:26.010260 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4218a0ad-8aab-4182-ac70-7a1003a530bf req-1dccaeb3-3c2c-4f30-b108-70356c09e38e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424974 Jul 16 22:41:26.467899 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e884a4bc-93f6-4321-9cba-bd19a768908a req-d35707ed-8393-4a25-b5f6-8deca82cb353 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:26.469499 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e884a4bc-93f6-4321-9cba-bd19a768908a req-d35707ed-8393-4a25-b5f6-8deca82cb353 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0780559 Jul 16 22:41:26.509264 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e884a4bc-93f6-4321-9cba-bd19a768908a req-815fefc5-98db-4678-9a18-829148b2e629 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331957 Jul 16 22:41:27.186491 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e959dc1-9291-428c-a414-98b6f1b5b865 req-9fd89913-e4ee-4a72-a61b-85a92054296f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:27.188016 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8e959dc1-9291-428c-a414-98b6f1b5b865 req-9fd89913-e4ee-4a72-a61b-85a92054296f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0629237 Jul 16 22:41:27.225854 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8e959dc1-9291-428c-a414-98b6f1b5b865 req-f5fd70b5-8e9e-4eca-b2c7-ea579af04a39 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320318 Jul 16 22:41:27.339910 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-79b75095-fd6c-4a69-9894-2b1a3794c940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:27.370952 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:27.682034 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f149463d-08c8-417c-8638-71f370c6d9f3 req-2d17b6f2-ce97-4e27-8e14-c3bab7ec8d28 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:27.683519 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f149463d-08c8-417c-8638-71f370c6d9f3 req-2d17b6f2-ce97-4e27-8e14-c3bab7ec8d28 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0629368 Jul 16 22:41:27.723238 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f149463d-08c8-417c-8638-71f370c6d9f3 req-ef443409-585f-4a7f-99f1-c001c4298958 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336981 Jul 16 22:41:28.107604 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:28.408840 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880dae1-1060-4d94-aba5-ed4bb039694f req-76ca66a7-af69-4160-9a39-35e6695c7c16 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:28.410250 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3880dae1-1060-4d94-aba5-ed4bb039694f req-76ca66a7-af69-4160-9a39-35e6695c7c16 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0681558 Jul 16 22:41:28.449210 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3880dae1-1060-4d94-aba5-ed4bb039694f req-742e3e2c-b611-4832-b57f-857764603209 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332277 Jul 16 22:41:28.895955 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c6cf54-0191-4c94-a64a-444070530d13 req-bc04371d-9f03-493e-8108-02c82b717d09 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:28.897411 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a2c6cf54-0191-4c94-a64a-444070530d13 req-bc04371d-9f03-493e-8108-02c82b717d09 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0624001 Jul 16 22:41:28.936864 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a2c6cf54-0191-4c94-a64a-444070530d13 req-98050068-bcbf-41b8-b190-6c60e89963d6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Jul 16 22:41:29.211249 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 70b75398-c4af-4004-99b8-66f958b2bb3e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:41:29.233722 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 70b75398-c4af-4004-99b8-66f958b2bb3e {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:41:29.234063 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 70b75398-c4af-4004-99b8-66f958b2bb3e not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:41:29.635783 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a6ac1-18b8-4aae-b3be-0afea30633b7 req-d4f906bd-4e44-4341-996c-80ece2cd3838 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:29.637602 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8e0a6ac1-18b8-4aae-b3be-0afea30633b7 req-d4f906bd-4e44-4341-996c-80ece2cd3838 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0702736 Jul 16 22:41:29.675900 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8e0a6ac1-18b8-4aae-b3be-0afea30633b7 req-1118a173-58bb-4ea4-ae0f-aa40c81c2012 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321958 Jul 16 22:41:29.865526 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:30.111980 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892ae08c-6f78-40f2-a8b9-892a591179e0 req-d2c594bc-fc67-4b03-8f61-bc915da3bc0f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:30.113529 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-892ae08c-6f78-40f2-a8b9-892a591179e0 req-d2c594bc-fc67-4b03-8f61-bc915da3bc0f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0623832 Jul 16 22:41:30.150932 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-892ae08c-6f78-40f2-a8b9-892a591179e0 req-34634b71-2875-4fdd-aa9c-f5451df950cb tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318487 Jul 16 22:41:30.856188 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c598bbcd-5fd9-4e0f-998a-21df763e3175 req-7b546be2-f0f9-4fe0-bdf4-a030a8c6930a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:30.857776 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c598bbcd-5fd9-4e0f-998a-21df763e3175 req-7b546be2-f0f9-4fe0-bdf4-a030a8c6930a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0666835 Jul 16 22:41:30.899868 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c598bbcd-5fd9-4e0f-998a-21df763e3175 req-90c6fb29-050f-4d73-91ee-b4d4cd40ce5a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341129 Jul 16 22:41:31.495040 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c42eca-1d05-4adb-a086-66ac07b113b5 req-3f2ad690-a70e-4eb1-aa1d-f5f3e9e12c02 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:31.497161 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32c42eca-1d05-4adb-a086-66ac07b113b5 req-3f2ad690-a70e-4eb1-aa1d-f5f3e9e12c02 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0804412 Jul 16 22:41:31.537499 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32c42eca-1d05-4adb-a086-66ac07b113b5 req-dfdcc42d-8fb3-411a-872c-09efad58bf04 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342538 Jul 16 22:41:32.134600 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17270c3-eeec-4ae3-b67b-d1e38edbe84c req-5d255d6b-4848-4c32-926f-0f50e21d4f99 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:32.136071 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c17270c3-eeec-4ae3-b67b-d1e38edbe84c req-5d255d6b-4848-4c32-926f-0f50e21d4f99 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1139226 Jul 16 22:41:32.149006 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378c4376-ff1d-4872-9359-654ef776796c req-299ff374-5511-4170-b688-9cc94401a800 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:32.156125 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-378c4376-ff1d-4872-9359-654ef776796c req-299ff374-5511-4170-b688-9cc94401a800 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1039934 Jul 16 22:41:32.214529 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c17270c3-eeec-4ae3-b67b-d1e38edbe84c req-b3b90345-d7ec-4ed9-9f83-81adde7c65f4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563591 Jul 16 22:41:32.233241 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-378c4376-ff1d-4872-9359-654ef776796c req-472762ca-2604-4af9-88d3-bffbcbef9cb0 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709078 Jul 16 22:41:32.719291 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4616bc8d-0d44-4b0a-b4c6-a04d0333242e req-a01d4527-f7b7-4cd7-8a07-e8b35c085ed8 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:32.720790 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4616bc8d-0d44-4b0a-b4c6-a04d0333242e req-a01d4527-f7b7-4cd7-8a07-e8b35c085ed8 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0703309 Jul 16 22:41:32.762843 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4616bc8d-0d44-4b0a-b4c6-a04d0333242e req-d8a5fea1-009a-46bf-80b5-592ed4116606 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333173 Jul 16 22:41:33.725956 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00fbf44-6a25-44c7-a7af-96e447d5acfc req-0edb4ff2-2f66-4444-b699-413daa7da60a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:33.727429 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a00fbf44-6a25-44c7-a7af-96e447d5acfc req-0edb4ff2-2f66-4444-b699-413daa7da60a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.3689463 Jul 16 22:41:33.769241 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c718e80-682e-4b7f-9bab-bb85da83d796 req-2021fe26-86df-4b30-bff4-2ba5e5e4e9a4 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:33.770772 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5c718e80-682e-4b7f-9bab-bb85da83d796 req-2021fe26-86df-4b30-bff4-2ba5e5e4e9a4 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.3745294 Jul 16 22:41:33.790806 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a00fbf44-6a25-44c7-a7af-96e447d5acfc req-516c9466-3955-412d-851d-accc82fa2680 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566020 Jul 16 22:41:33.818209 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5c718e80-682e-4b7f-9bab-bb85da83d796 req-a819c509-d32e-4c49-9892-f68011a3b7e2 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389132 Jul 16 22:41:33.997145 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecedb3c-5ea2-4dd1-b8f9-3fb04157cd63 req-7ca2d79c-42e6-4f84-822f-b6bb3e12f73c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:33.999629 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fecedb3c-5ea2-4dd1-b8f9-3fb04157cd63 req-7ca2d79c-42e6-4f84-822f-b6bb3e12f73c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1002417 Jul 16 22:41:34.052924 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fecedb3c-5ea2-4dd1-b8f9-3fb04157cd63 req-f1dec09f-1b3b-4755-835c-039581e57a95 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480363 Jul 16 22:41:35.098793 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff4e3a-49ad-48dc-94af-47a8321b03fb req-f249d282-5ab1-43a8-8c60-44fb8eaf5fcf tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:35.105597 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-82ff4e3a-49ad-48dc-94af-47a8321b03fb req-f249d282-5ab1-43a8-8c60-44fb8eaf5fcf tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1206579 Jul 16 22:41:35.115530 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337023f8-bdd4-4fb0-9af7-3e93884d61c4 req-03e3f6e9-e914-451f-85b2-e22fcba8dc4b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:35.123276 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-337023f8-bdd4-4fb0-9af7-3e93884d61c4 req-03e3f6e9-e914-451f-85b2-e22fcba8dc4b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1743314 Jul 16 22:41:35.192721 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-82ff4e3a-49ad-48dc-94af-47a8321b03fb req-67403154-1538-40ab-9457-8dd122b15945 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862544 Jul 16 22:41:35.201630 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-337023f8-bdd4-4fb0-9af7-3e93884d61c4 req-927dbbb9-50a3-412c-b20e-056e450f6bd0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775442 Jul 16 22:41:35.373781 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88275f-9b8f-46b7-8618-1b54b792c3e4 req-1cc4b691-a087-4ba2-8b4c-1289e46f6415 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:35.375272 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bb88275f-9b8f-46b7-8618-1b54b792c3e4 req-1cc4b691-a087-4ba2-8b4c-1289e46f6415 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0703573 Jul 16 22:41:35.420719 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bb88275f-9b8f-46b7-8618-1b54b792c3e4 req-48689d19-371f-4f20-9b9c-f32837bb5125 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397341 Jul 16 22:41:36.421376 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b54a33f-d7fa-4b4b-9d8c-01a08db56530 req-9bb05db1-c6cc-48a3-a9b6-d1c27a78e9d6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:36.422852 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4b54a33f-d7fa-4b4b-9d8c-01a08db56530 req-9bb05db1-c6cc-48a3-a9b6-d1c27a78e9d6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0933325 Jul 16 22:41:36.430118 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84075359-8b78-45c3-ae86-b82037992a5d req-afa6d33e-3214-4cf9-b9d0-7b915becff4a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:36.431514 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-84075359-8b78-45c3-ae86-b82037992a5d req-afa6d33e-3214-4cf9-b9d0-7b915becff4a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1142058 Jul 16 22:41:36.490834 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4b54a33f-d7fa-4b4b-9d8c-01a08db56530 req-35b4ac3f-b3cd-4504-9e7a-71b353f4cccb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583227 Jul 16 22:41:36.495795 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-84075359-8b78-45c3-ae86-b82037992a5d req-d65f7478-9a18-4a0f-9326-5c465af66edc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555782 Jul 16 22:41:36.718405 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a494f4f6-e05a-4121-a03d-62c104f0800c req-a2089f93-209d-4bab-a5e8-4901ddff5055 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:36.720469 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a494f4f6-e05a-4121-a03d-62c104f0800c req-a2089f93-209d-4bab-a5e8-4901ddff5055 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0925937 Jul 16 22:41:36.760763 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a494f4f6-e05a-4121-a03d-62c104f0800c req-b8e7269d-c06b-4b00-b32c-130b20d497b8 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347137 Jul 16 22:41:37.772060 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f0084-83ce-4ca1-9fed-51649e9107a3 req-0ac7bee1-db35-4201-98b5-05f0c8b1b057 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:37.773693 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6b9f0084-83ce-4ca1-9fed-51649e9107a3 req-0ac7bee1-db35-4201-98b5-05f0c8b1b057 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1099293 Jul 16 22:41:37.818442 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341eac6e-f8d3-4284-af61-5655a45ab297 req-d020ec2f-8caa-4a42-9d23-0ef5f34deeb6 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:37.819996 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-341eac6e-f8d3-4284-af61-5655a45ab297 req-d020ec2f-8caa-4a42-9d23-0ef5f34deeb6 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1145170 Jul 16 22:41:37.841401 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6b9f0084-83ce-4ca1-9fed-51649e9107a3 req-2a6f1132-f066-4e2b-a86c-852f1910aa7c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574803 Jul 16 22:41:37.876674 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-341eac6e-f8d3-4284-af61-5655a45ab297 req-8aa890d9-ee44-4ed0-afb7-e56e4c4d1a13 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457785 Jul 16 22:41:38.012037 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a76f2-1b79-44b2-a0d4-19ebf1274091 req-054505be-603d-4a0e-ae77-cde6e3aca125 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:38.013806 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-440a76f2-1b79-44b2-a0d4-19ebf1274091 req-054505be-603d-4a0e-ae77-cde6e3aca125 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0648844 Jul 16 22:41:38.058088 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-440a76f2-1b79-44b2-a0d4-19ebf1274091 req-4832bcc7-9bd0-4e6a-9fb4-2c929438ba1f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 Jul 16 22:41:39.136113 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e2b60-4adb-45d7-805e-6b40cbe9c6e3 req-d117d916-bc7a-476c-9fd3-89e607292690 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:39.137637 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7f5e2b60-4adb-45d7-805e-6b40cbe9c6e3 req-d117d916-bc7a-476c-9fd3-89e607292690 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1473720 Jul 16 22:41:39.175925 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef84d838-7d3f-403d-8601-8ff850b857d8 req-147b9b16-e547-4a61-8579-e8cb9f17d401 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:39.179267 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ef84d838-7d3f-403d-8601-8ff850b857d8 req-147b9b16-e547-4a61-8579-e8cb9f17d401 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1562667 Jul 16 22:41:39.246047 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7f5e2b60-4adb-45d7-805e-6b40cbe9c6e3 req-0817ba42-397a-4d19-b2fc-72b01d160164 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005423 Jul 16 22:41:39.254936 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ef84d838-7d3f-403d-8601-8ff850b857d8 req-379aca48-6b47-4fc0-b3c3-ab85377f47ed tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642295 Jul 16 22:41:39.427133 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b9b8ed-cb3e-4d9e-a919-d2a9de6f7d1c req-eb13c7ff-aace-4164-8ecc-75d9ef5a749d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:39.428579 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-09b9b8ed-cb3e-4d9e-a919-d2a9de6f7d1c req-eb13c7ff-aace-4164-8ecc-75d9ef5a749d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0715225 Jul 16 22:41:39.470299 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-09b9b8ed-cb3e-4d9e-a919-d2a9de6f7d1c req-ed93f3d2-f8b9-42ba-8405-b4d12676491c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340190 Jul 16 22:41:40.492452 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05819a61-cb58-4d99-a902-0256711abb50 req-dc5883e0-8887-4a83-956b-d5e91a63220d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:40.496491 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05819a61-cb58-4d99-a902-0256711abb50 req-dc5883e0-8887-4a83-956b-d5e91a63220d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1246417 Jul 16 22:41:40.514029 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc683b6c-1ec7-4355-bca6-180667e44128 req-cff67686-e73d-4694-be68-2e8760cc56fd tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:40.515565 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-dc683b6c-1ec7-4355-bca6-180667e44128 req-cff67686-e73d-4694-be68-2e8760cc56fd tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0982230 Jul 16 22:41:40.576490 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05819a61-cb58-4d99-a902-0256711abb50 req-bb04b014-ac6e-4385-af28-0911ed867917 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723996 Jul 16 22:41:40.590098 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-dc683b6c-1ec7-4355-bca6-180667e44128 req-38635fd7-7abb-482d-8de9-88756e753bc9 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648310 Jul 16 22:41:40.776239 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333644e5-4825-49e2-964f-e33932f5918a req-3e377db4-600d-45b7-a909-c22293ce22a3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:40.777986 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-333644e5-4825-49e2-964f-e33932f5918a req-3e377db4-600d-45b7-a909-c22293ce22a3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0877786 Jul 16 22:41:40.842176 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-333644e5-4825-49e2-964f-e33932f5918a req-50551d65-3f1f-4135-a579-133e6cb7f12b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536416 Jul 16 22:41:41.821719 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff69528f-8357-4145-bc72-ba306b19d765 req-35f7dfb6-e798-4a6c-858f-5d9e3f0ba109 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:41.824042 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ff69528f-8357-4145-bc72-ba306b19d765 req-35f7dfb6-e798-4a6c-858f-5d9e3f0ba109 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1095185 Jul 16 22:41:41.833786 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e2dd69-dba9-461c-ac8c-6b02a944ffba req-7636666f-0010-4a6e-9413-18bbeb8a974a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:41.835462 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-20e2dd69-dba9-461c-ac8c-6b02a944ffba req-7636666f-0010-4a6e-9413-18bbeb8a974a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1110482 Jul 16 22:41:41.897347 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ff69528f-8357-4145-bc72-ba306b19d765 req-62a66ccc-ce87-4974-824e-ce7de193087c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608356 Jul 16 22:41:41.941976 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-20e2dd69-dba9-461c-ac8c-6b02a944ffba req-a67c783c-e410-4984-8467-3bc4086ba4c8 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887902 Jul 16 22:41:42.091139 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f438e3-e61e-42a6-8ec0-1292ef1b6617 req-ad40ad7b-1e24-41e4-be48-963abdb7bec3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:42.094017 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-94f438e3-e61e-42a6-8ec0-1292ef1b6617 req-ad40ad7b-1e24-41e4-be48-963abdb7bec3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0770562 Jul 16 22:41:42.140067 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-94f438e3-e61e-42a6-8ec0-1292ef1b6617 req-ab0630d8-45ab-48d9-8f8e-e3b62c23ba47 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403030 Jul 16 22:41:43.146963 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce594a11-8e47-4d3e-b780-333973b6ccc6 req-6ae9a5a9-8eb2-40a9-81ba-725d91d4c749 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:43.148449 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce594a11-8e47-4d3e-b780-333973b6ccc6 req-6ae9a5a9-8eb2-40a9-81ba-725d91d4c749 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1115456 Jul 16 22:41:43.171102 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb2201b-a3c9-475c-acc3-16d56ef793ae req-8a198ddb-a109-42d5-8b25-c3f612a68adc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:43.172694 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3cb2201b-a3c9-475c-acc3-16d56ef793ae req-8a198ddb-a109-42d5-8b25-c3f612a68adc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1044724 Jul 16 22:41:43.256485 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce594a11-8e47-4d3e-b780-333973b6ccc6 req-452f3906-f6af-4da7-a76f-b1a64cc7e71b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004694 Jul 16 22:41:43.322335 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3cb2201b-a3c9-475c-acc3-16d56ef793ae req-1186191a-4c25-4264-b7ac-7afd207d5c55 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371202 Jul 16 22:41:43.485037 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e04699-03c2-4a8a-b75b-69c167a3b9c0 req-04d22f2f-355c-48f0-8ccb-86c415651778 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:43.486901 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-23e04699-03c2-4a8a-b75b-69c167a3b9c0 req-04d22f2f-355c-48f0-8ccb-86c415651778 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0814912 Jul 16 22:41:43.528918 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-23e04699-03c2-4a8a-b75b-69c167a3b9c0 req-1f168943-d151-4052-abb2-9529bcb304d3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352626 Jul 16 22:41:44.566859 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a230dc-5f36-42bd-9593-80d3cae9b9de req-152a472a-2fad-4adb-8fe7-1a94d19f52d7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:44.568348 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69a230dc-5f36-42bd-9593-80d3cae9b9de req-152a472a-2fad-4adb-8fe7-1a94d19f52d7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1359913 Jul 16 22:41:44.577332 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0eeddf-4fdd-4cae-aae6-16fdf81823f2 req-9222234b-afec-4942-ac87-d84ddc3cf9ad tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:44.583994 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1b0eeddf-4fdd-4cae-aae6-16fdf81823f2 req-9222234b-afec-4942-ac87-d84ddc3cf9ad tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1300282 Jul 16 22:41:44.642448 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1b0eeddf-4fdd-4cae-aae6-16fdf81823f2 req-03f38fb5-e755-46c8-a420-b048b33ba7c2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575831 Jul 16 22:41:44.645435 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69a230dc-5f36-42bd-9593-80d3cae9b9de req-73f798cc-eb6f-47db-b06d-a66bd0dfb8b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594869 Jul 16 22:41:44.828721 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf596733-2c75-4eb4-86bc-7f27b8d2b50f req-7f4be3c6-44a0-4065-a3a3-e5377e1bb3b0 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:44.830239 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cf596733-2c75-4eb4-86bc-7f27b8d2b50f req-7f4be3c6-44a0-4065-a3a3-e5377e1bb3b0 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0669353 Jul 16 22:41:44.845573 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 68c5be25-0172-4360-b6e6-dc72d169991b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:41:44.878242 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cf596733-2c75-4eb4-86bc-7f27b8d2b50f req-4830d940-e2c9-443a-918e-f10c5b521342 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404184 Jul 16 22:41:44.990053 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=68c5be25-0172-4360-b6e6-dc72d169991b,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:45.011343 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '68c5be25-0172-4360-b6e6-dc72d169991b', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'port_id': '68c5be25-0172-4360-b6e6-dc72d169991b', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:41:45.222645 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.237142 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68c5be25-0172-4360-b6e6-dc72d169991b {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:41:45.256752 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=68c5be25-0172-4360-b6e6-dc72d169991b,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:45.260709 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:45.312346 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=68c5be25-0172-4360-b6e6-dc72d169991b,revision_number=6']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:45.381996 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['68c5be25-0172-4360-b6e6-dc72d169991b'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:41:45.889890 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66d2574-a68b-4b0b-ac9f-24c272e20cae req-3cd418d2-333b-4d1b-a197-07a7d48fa70f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:45.891305 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e66d2574-a68b-4b0b-ac9f-24c272e20cae req-3cd418d2-333b-4d1b-a197-07a7d48fa70f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 944 time: 0.1100631 Jul 16 22:41:45.901695 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1338ab66-9fd7-443c-a4e1-ccbc9c35f803 req-c2922b04-3b9e-4229-9fb4-18be94dfd20d tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:45.903077 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1338ab66-9fd7-443c-a4e1-ccbc9c35f803 req-c2922b04-3b9e-4229-9fb4-18be94dfd20d tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1118586 Jul 16 22:41:45.969645 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e66d2574-a68b-4b0b-ac9f-24c272e20cae req-e0197eb8-a2a9-426d-8b1c-3137def6fbb9 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653992 Jul 16 22:41:45.972909 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1338ab66-9fd7-443c-a4e1-ccbc9c35f803 req-84a53d72-4f6d-447c-9453-dae77dec0209 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627944 Jul 16 22:41:46.133145 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60186883-e9e1-439a-9423-26ecbae5d18b req-24eefde5-315d-4266-aef3-ad91654bb961 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:46.134696 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-60186883-e9e1-439a-9423-26ecbae5d18b req-24eefde5-315d-4266-aef3-ad91654bb961 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0669208 Jul 16 22:41:46.186617 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-60186883-e9e1-439a-9423-26ecbae5d18b req-cd2aa4bd-a952-4a9d-9871-156b383d90c9 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444510 Jul 16 22:41:46.895669 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 68c5be25-0172-4360-b6e6-dc72d169991b up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:41:46.957792 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 68c5be25-0172-4360-b6e6-dc72d169991b triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:41:46.958528 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:47.050933 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:47.081549 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:41:47.084538 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda02c48-eb35-4f53-bee2-ed2ba506db36" -d '{"events": [{"server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "name": "network-vif-plugged", "status": "completed", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:41:47.100346 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=68c5be25-0172-4360-b6e6-dc72d169991b,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:41:47.105765 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:47.163654 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=68c5be25-0172-4360-b6e6-dc72d169991b,revision_number=7']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:41:47.228400 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac920d-cf3e-4cef-b53a-837cfd3fa586 req-6e64999f-ba0e-427e-9c12-66f4d20ced81 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:47.229932 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-48ac920d-cf3e-4cef-b53a-837cfd3fa586 req-6e64999f-ba0e-427e-9c12-66f4d20ced81 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1055331 Jul 16 22:41:47.245952 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c290b7b-ddce-4bf1-8ad6-8619d949adf2 req-58e8fd07-db83-47e5-8c30-32466d232f62 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:47.247846 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7c290b7b-ddce-4bf1-8ad6-8619d949adf2 req-58e8fd07-db83-47e5-8c30-32466d232f62 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1344533 Jul 16 22:41:47.314148 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-48ac920d-cf3e-4cef-b53a-837cfd3fa586 req-ac872d10-65fb-4408-91dd-365141f7b3da tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651515 Jul 16 22:41:47.317146 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7c290b7b-ddce-4bf1-8ad6-8619d949adf2 req-33684a78-18b0-4dc1-a4e3-7a5e16d5305a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600986 Jul 16 22:41:47.364943 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e43c949-437e-4c98-9e6b-c4a8e95ca24a x-openstack-request-id: req-4e43c949-437e-4c98-9e6b-c4a8e95ca24a {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:41:47.365255 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "name": "network-vif-plugged", "status": "completed", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:41:47.365505 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4e43c949-437e-4c98-9e6b-c4a8e95ca24a {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:41:47.365955 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b', 'code': 200} Jul 16 22:41:47.523303 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6796fd6-90f5-43e7-845a-a6524cf6fe5e req-9264c35b-bd3c-4e06-af7d-186a54627df5 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:47.525066 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b6796fd6-90f5-43e7-845a-a6524cf6fe5e req-9264c35b-bd3c-4e06-af7d-186a54627df5 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0787444 Jul 16 22:41:47.564245 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b6796fd6-90f5-43e7-845a-a6524cf6fe5e req-6c17e96a-7b8f-4769-b8e6-1f8bc82ebb91 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336025 Jul 16 22:41:48.558606 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8b303-a0cb-4069-9865-e38f903a3458 req-5582a67a-77cf-4276-8940-640366049a3e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:48.560594 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b4d8b303-a0cb-4069-9865-e38f903a3458 req-5582a67a-77cf-4276-8940-640366049a3e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1005423 Jul 16 22:41:48.627885 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b4d8b303-a0cb-4069-9865-e38f903a3458 req-7a212777-7041-4011-95cd-a8e56bd5aa60 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605674 Jul 16 22:41:48.737879 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d6a1ac-d007-444a-a0d3-54c626d23b50 req-56ce75c6-c1e7-432e-9201-6a44061bc00d tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:48.739580 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f7d6a1ac-d007-444a-a0d3-54c626d23b50 req-56ce75c6-c1e7-432e-9201-6a44061bc00d tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1043437 Jul 16 22:41:48.820648 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f7d6a1ac-d007-444a-a0d3-54c626d23b50 req-e5223d94-3313-43d6-8e03-8f2a729b44d2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512760 Jul 16 22:41:48.861216 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e3ffd-e68b-4918-af08-dfc6e80b1e4b req-38a2ab94-abf1-45fe-b9b6-e577add60f42 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:48.862833 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b21e3ffd-e68b-4918-af08-dfc6e80b1e4b req-38a2ab94-abf1-45fe-b9b6-e577add60f42 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1338582 Jul 16 22:41:48.911679 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b21e3ffd-e68b-4918-af08-dfc6e80b1e4b req-23ffb88b-c008-4755-a4a7-7e9639dfcf92 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427973 Jul 16 22:41:49.805914 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012325c1-335d-4946-a5b1-59bd9ed3b2f7 req-64ee7960-20d2-409b-859a-93d112054fcc tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:49.807428 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-012325c1-335d-4946-a5b1-59bd9ed3b2f7 req-64ee7960-20d2-409b-859a-93d112054fcc tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0683744 Jul 16 22:41:49.868656 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-012325c1-335d-4946-a5b1-59bd9ed3b2f7 req-3f035a2b-623a-47f1-8e4e-0a09854cf773 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547879 Jul 16 22:41:50.025908 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc53a87-10f9-4538-a38f-7bb5286b3ad3 req-895c3aed-b713-42c8-8e93-6a5c3e79422b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:50.032774 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3cc53a87-10f9-4538-a38f-7bb5286b3ad3 req-895c3aed-b713-42c8-8e93-6a5c3e79422b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0751028 Jul 16 22:41:50.098404 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3cc53a87-10f9-4538-a38f-7bb5286b3ad3 req-d5a391ee-7c09-4f95-9f3c-ccfbabe74e0d tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647700 Jul 16 22:41:50.133587 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7222c625-800d-41fe-a3b9-b5be14717e52 req-722173ac-e158-4b7a-bc7f-526aac829795 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:50.135106 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7222c625-800d-41fe-a3b9-b5be14717e52 req-722173ac-e158-4b7a-bc7f-526aac829795 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0843015 Jul 16 22:41:50.181106 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7222c625-800d-41fe-a3b9-b5be14717e52 req-189b6917-f844-4e64-99ef-e29de0a54618 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397241 Jul 16 22:41:51.066528 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e48e66-ca3e-4e1d-9f25-0c214ccae6b0 req-e506a199-b4bd-48f9-8c78-e5c0c607361b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:51.069056 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-51e48e66-ca3e-4e1d-9f25-0c214ccae6b0 req-e506a199-b4bd-48f9-8c78-e5c0c607361b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0693367 Jul 16 22:41:51.112165 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-51e48e66-ca3e-4e1d-9f25-0c214ccae6b0 req-41bb6dfc-c890-46eb-a773-da66bfedd4fe tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373268 Jul 16 22:41:51.289118 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dfc90-b9f0-4039-8360-d27e58167a80 req-864fc19f-6271-4360-90c5-7d962e10a962 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:51.290632 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-673dfc90-b9f0-4039-8360-d27e58167a80 req-864fc19f-6271-4360-90c5-7d962e10a962 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0698884 Jul 16 22:41:51.364759 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-673dfc90-b9f0-4039-8360-d27e58167a80 req-026fb62a-5cf9-4679-862d-0c2fb470c137 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665510 Jul 16 22:41:51.403164 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d642b86d-1b75-4d1b-bd80-d86ef87d5aae req-b537b4ed-bb28-490b-9af3-f4b5a48d2c9a tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:51.405370 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d642b86d-1b75-4d1b-bd80-d86ef87d5aae req-b537b4ed-bb28-490b-9af3-f4b5a48d2c9a tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0999079 Jul 16 22:41:51.447955 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d642b86d-1b75-4d1b-bd80-d86ef87d5aae req-657146ca-8f0a-4d41-ba4b-fb1425be5571 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355985 Jul 16 22:41:52.320341 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741356b-b40b-4b64-837e-9ce8c1e63b45 req-e3584bb1-20ba-456f-a7bc-08a830f2b6d5 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:52.329936 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3741356b-b40b-4b64-837e-9ce8c1e63b45 req-e3584bb1-20ba-456f-a7bc-08a830f2b6d5 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0929563 Jul 16 22:41:52.377558 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3741356b-b40b-4b64-837e-9ce8c1e63b45 req-b00f1b1c-79a6-4949-a54e-e7a48fe293a7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461066 Jul 16 22:41:52.659951 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69604c74-cc70-4a1c-890d-1c1bc69bb1f0 req-557af9c0-975a-47e4-8491-4a98da6b59b7 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:52.661368 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69604c74-cc70-4a1c-890d-1c1bc69bb1f0 req-557af9c0-975a-47e4-8491-4a98da6b59b7 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1576693 Jul 16 22:41:52.673428 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d414d6-4c9e-41fd-9d4f-cd3f285fe67a req-e6848b4b-2ba6-457b-b76a-a410ffaeebe8 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:52.675048 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-93d414d6-4c9e-41fd-9d4f-cd3f285fe67a req-e6848b4b-2ba6-457b-b76a-a410ffaeebe8 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0962012 Jul 16 22:41:52.738275 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-93d414d6-4c9e-41fd-9d4f-cd3f285fe67a req-d9552663-e84b-477e-b82f-7ecf74d34b61 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559850 Jul 16 22:41:52.754109 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69604c74-cc70-4a1c-890d-1c1bc69bb1f0 req-cda78640-eb49-49c2-be01-a989db15f02f tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778518 Jul 16 22:41:53.131527 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29357a73-9c1f-403b-85af-320be7a6e1d3 req-dfe687e8-39ef-4277-81df-a7d0dc0218c9 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:53.133589 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-29357a73-9c1f-403b-85af-320be7a6e1d3 req-dfe687e8-39ef-4277-81df-a7d0dc0218c9 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0723481 Jul 16 22:41:53.180544 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a1e29-aaeb-4d8b-984d-15edbffb89f2 req-bc39feaa-dadf-490c-97e3-31a6f83ecade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:53.182722 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-fd0a1e29-aaeb-4d8b-984d-15edbffb89f2 req-bc39feaa-dadf-490c-97e3-31a6f83ecade service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12637db01ff948e0b2bb6cede048908e&device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 1098 time: 0.0705845 Jul 16 22:41:53.197750 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-29357a73-9c1f-403b-85af-320be7a6e1d3 req-0e1c2016-7420-45b0-abeb-2514ea451f18 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551798 Jul 16 22:41:53.293260 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4397a5a5-5f36-44c2-a589-9173a8c63e79 req-4eb65cae-a6b9-4ad1-ba4e-8cc5e4537603 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0623403 Jul 16 22:41:53.294900 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a1e29-aaeb-4d8b-984d-15edbffb89f2 req-2e8dc068-d551-4577-802c-e84af159ff2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:53.296591 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-fd0a1e29-aaeb-4d8b-984d-15edbffb89f2 req-2e8dc068-d551-4577-802c-e84af159ff2d service neutron] 10.222.0.35 "GET /v2.0/networks?id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b HTTP/1.1" status: 200 len: 912 time: 0.1073914 Jul 16 22:41:53.382661 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397a5a5-5f36-44c2-a589-9173a8c63e79 req-614bd0bd-293b-40fc-a7d8-7abd597cbea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:53.384844 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4397a5a5-5f36-44c2-a589-9173a8c63e79 req-614bd0bd-293b-40fc-a7d8-7abd597cbea7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 1098 time: 0.0689631 Jul 16 22:41:53.391907 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-fd0a1e29-aaeb-4d8b-984d-15edbffb89f2 req-c29b4e11-a477-4c91-9b08-683684f78193 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c594c7e-fc4c-41bf-b421-bd71a4d99d61 HTTP/1.1" status: 200 len: 1001 time: 0.0865953 Jul 16 22:41:53.447141 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a1e29-aaeb-4d8b-984d-15edbffb89f2 req-eb004322-7f3e-4a30-bbdd-ef29bc266769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:53.448621 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-fd0a1e29-aaeb-4d8b-984d-15edbffb89f2 req-eb004322-7f3e-4a30-bbdd-ef29bc266769 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91acd449-9df6-4265-ba3f-63ff7f25734f HTTP/1.1" status: 200 len: 850 time: 0.0487504 Jul 16 22:41:53.559007 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0a1e29-aaeb-4d8b-984d-15edbffb89f2 req-09bb3bd1-70bb-4d20-93d3-be567f846a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:53.559007 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-fd0a1e29-aaeb-4d8b-984d-15edbffb89f2 req-09bb3bd1-70bb-4d20-93d3-be567f846a2c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0910003 Jul 16 22:41:53.663098 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397a5a5-5f36-44c2-a589-9173a8c63e79 req-b03197e5-97d2-486e-835e-ac353ebda851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:53.664593 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4397a5a5-5f36-44c2-a589-9173a8c63e79 req-b03197e5-97d2-486e-835e-ac353ebda851 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 920 time: 0.1812346 Jul 16 22:41:53.709934 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-fd0a1e29-aaeb-4d8b-984d-15edbffb89f2 req-777a6ff3-1dde-4ec0-ab1a-b357fc7540c3 service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474903 Jul 16 22:41:53.729805 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4397a5a5-5f36-44c2-a589-9173a8c63e79 req-2118a4d0-9004-4495-8f36-b0265bdc936a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc1e4a81-93cd-4db0-bdf4-91498ada8621 HTTP/1.1" status: 200 len: 217 time: 0.0583303 Jul 16 22:41:53.739900 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319067f-6bc0-45c0-9858-c7bcc5c7eccd req-ab4f7bfe-26e4-420e-85d5-4ba884998542 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:53.742816 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9319067f-6bc0-45c0-9858-c7bcc5c7eccd req-ab4f7bfe-26e4-420e-85d5-4ba884998542 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1849589 Jul 16 22:41:53.828555 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-fd0a1e29-aaeb-4d8b-984d-15edbffb89f2 req-f2cfc65d-8834-4ecf-841a-eff311ad01a7 service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111255 Jul 16 22:41:53.831683 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4397a5a5-5f36-44c2-a589-9173a8c63e79 req-1ca5fc30-00c6-49e4-959f-08cbb9e8c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:53.833304 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4397a5a5-5f36-44c2-a589-9173a8c63e79 req-1ca5fc30-00c6-49e4-959f-08cbb9e8c1af service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3393095a-2616-4956-9106-a5f93d079344 HTTP/1.1" status: 200 len: 859 time: 0.0894659 Jul 16 22:41:53.842591 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9319067f-6bc0-45c0-9858-c7bcc5c7eccd req-ed618ab3-844f-45b6-8194-62b8203d82d7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872722 Jul 16 22:41:53.875116 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4397a5a5-5f36-44c2-a589-9173a8c63e79 req-3de5b27b-c852-4eba-ae8a-4d7d819dfc4f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288181 Jul 16 22:41:54.013148 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4397a5a5-5f36-44c2-a589-9173a8c63e79 req-b02ba39e-b6f6-4443-944d-f0d5f1063f03 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323881 Jul 16 22:41:54.059854 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c247b35e-e22f-4c3b-b5ec-f4e4470aad9a req-876207ed-7d1b-4590-9fbf-ec3375f8e4d8 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:54.067375 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c247b35e-e22f-4c3b-b5ec-f4e4470aad9a req-876207ed-7d1b-4590-9fbf-ec3375f8e4d8 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1523306 Jul 16 22:41:54.153963 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c247b35e-e22f-4c3b-b5ec-f4e4470aad9a req-09b722c9-b3cd-4370-b9b8-5f7da3a1d1c5 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850351 Jul 16 22:41:54.180420 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4397a5a5-5f36-44c2-a589-9173a8c63e79 req-a87129bf-c48d-421a-b89b-3af905b1ed35 service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571181 Jul 16 22:41:54.369942 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1efa20d-ee23-47e5-b649-515d2f9cfcb4 req-509aa7d3-68da-4781-bd8c-6a631ffaaff1 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:54.371389 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a1efa20d-ee23-47e5-b649-515d2f9cfcb4 req-509aa7d3-68da-4781-bd8c-6a631ffaaff1 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0647321 Jul 16 22:41:54.412103 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a1efa20d-ee23-47e5-b649-515d2f9cfcb4 req-891d4475-3fa7-420f-8df8-1a06ca0a3b9e tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340986 Jul 16 22:41:54.641997 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-23ccee32-52d0-4d70-8c01-2d77d228c39d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:55.036765 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0987b6-399e-4d78-93eb-1d71fbea8c19 req-6c18c672-d5ec-4481-8af9-13f12b66062a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:55.038523 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8f0987b6-399e-4d78-93eb-1d71fbea8c19 req-6c18c672-d5ec-4481-8af9-13f12b66062a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0730877 Jul 16 22:41:55.083259 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8f0987b6-399e-4d78-93eb-1d71fbea8c19 req-e239c127-baf3-449d-991d-175ff58daf74 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390470 Jul 16 22:41:55.357561 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807dbb57-5769-48fb-a831-9c3c20b3caf6 req-530c1387-3930-4b1d-9dc6-2ad5aadba0fc tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:55.359051 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-807dbb57-5769-48fb-a831-9c3c20b3caf6 req-530c1387-3930-4b1d-9dc6-2ad5aadba0fc tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0839541 Jul 16 22:41:55.398216 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-807dbb57-5769-48fb-a831-9c3c20b3caf6 req-a9ecec56-f1ff-4830-8ca1-efdb2340073e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320919 Jul 16 22:41:55.598785 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:55.602535 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df6341-65dd-40ec-8440-c18ac617622d req-bd1b9c53-6f3a-4614-ab2a-936c9c0cdb54 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:55.604499 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f3df6341-65dd-40ec-8440-c18ac617622d req-bd1b9c53-6f3a-4614-ab2a-936c9c0cdb54 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0792794 Jul 16 22:41:55.644121 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f3df6341-65dd-40ec-8440-c18ac617622d req-2d15725c-54f1-42a9-87e0-ef263d4c07a0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329096 Jul 16 22:41:56.285171 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777b00d-f787-4858-b164-ddda5c550279 req-34d9c386-35f7-4b46-94b7-b5a60bc74127 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:56.286891 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7777b00d-f787-4858-b164-ddda5c550279 req-34d9c386-35f7-4b46-94b7-b5a60bc74127 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0722613 Jul 16 22:41:56.329361 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7777b00d-f787-4858-b164-ddda5c550279 req-0aedaab0-f99d-4f77-937c-dac225ce3b22 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368633 Jul 16 22:41:56.588386 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02135ef2-0eeb-4b7f-8bb9-cef097e2e582 req-f39acb24-81d5-4a95-bac4-8cb63edc749f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:56.591426 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-02135ef2-0eeb-4b7f-8bb9-cef097e2e582 req-f39acb24-81d5-4a95-bac4-8cb63edc749f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0702417 Jul 16 22:41:56.631838 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-02135ef2-0eeb-4b7f-8bb9-cef097e2e582 req-8880f624-d0f8-4d70-ba19-6307fd18b462 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348673 Jul 16 22:41:57.341715 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-b5ae3194-054a-4a26-9d55-dbd33cc7ac35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.374844 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:57.538142 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cca4fc-f0f9-458d-bdd7-2e217a22ea05 req-5818c93d-5185-4b0b-b65d-23b1d627aebd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:57.539888 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a5cca4fc-f0f9-458d-bdd7-2e217a22ea05 req-5818c93d-5185-4b0b-b65d-23b1d627aebd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0756176 Jul 16 22:41:57.582047 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a5cca4fc-f0f9-458d-bdd7-2e217a22ea05 req-22c7641a-237e-416a-8756-1eed1e6b459b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363743 Jul 16 22:41:57.820542 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b7b6ca-2906-4717-a1e0-a03f20102d7f req-b22e5ef2-b7f0-48a4-a8be-61f5b7f4120b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:57.822087 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-94b7b6ca-2906-4717-a1e0-a03f20102d7f req-b22e5ef2-b7f0-48a4-a8be-61f5b7f4120b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0717373 Jul 16 22:41:57.864755 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-94b7b6ca-2906-4717-a1e0-a03f20102d7f req-63fd7967-4ee1-4552-bdba-3d1151b7a9f0 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355706 Jul 16 22:41:57.989903 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:41:58.112463 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:41:58.783343 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f091db4-14a9-4e2a-a05d-3ba5d790cbc5 req-e9bbe07f-1091-42e8-8a25-8f5c8d604e5a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:58.784845 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1f091db4-14a9-4e2a-a05d-3ba5d790cbc5 req-e9bbe07f-1091-42e8-8a25-8f5c8d604e5a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0666366 Jul 16 22:41:58.824041 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1f091db4-14a9-4e2a-a05d-3ba5d790cbc5 req-f0963a64-47f0-434a-8883-185056db2b4a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324516 Jul 16 22:41:59.071513 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a693a95-8884-47e0-b853-51a3e7bdeb55 req-e0c98d31-bb36-4435-9d98-bd41bf937385 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:41:59.073035 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4a693a95-8884-47e0-b853-51a3e7bdeb55 req-e0c98d31-bb36-4435-9d98-bd41bf937385 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0796525 Jul 16 22:41:59.111645 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4a693a95-8884-47e0-b853-51a3e7bdeb55 req-6eed72a0-3723-4bfb-b1b4-9408188efbc5 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329592 Jul 16 22:41:59.870535 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:00.055263 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91afa1c6-e04e-4883-8201-710880f93a2f req-e7fc85a8-a6cd-4c9a-8992-b3b429438526 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:00.056847 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-91afa1c6-e04e-4883-8201-710880f93a2f req-e7fc85a8-a6cd-4c9a-8992-b3b429438526 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0864618 Jul 16 22:42:00.104459 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-91afa1c6-e04e-4883-8201-710880f93a2f req-7e5bf1cc-e0ab-459f-ae7a-10db5412b9a0 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409505 Jul 16 22:42:00.300714 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788dd19a-aa5d-4176-99e1-ccf39ffd2531 req-917cab1f-bcfb-45d9-8a6a-39b1d4ffa0b2 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:00.302170 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-788dd19a-aa5d-4176-99e1-ccf39ffd2531 req-917cab1f-bcfb-45d9-8a6a-39b1d4ffa0b2 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0697868 Jul 16 22:42:00.344776 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-788dd19a-aa5d-4176-99e1-ccf39ffd2531 req-87a0eb76-b820-4891-a789-1d5652b66784 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367999 Jul 16 22:42:01.148293 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b0b59a-051a-43d2-be9a-6c1f50fbae48 req-f5bd82c1-0b8d-4a66-8cbd-feb6edd1d0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:01.150463 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f0b0b59a-051a-43d2-be9a-6c1f50fbae48 req-f5bd82c1-0b8d-4a66-8cbd-feb6edd1d0bb service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 1098 time: 0.1113663 Jul 16 22:42:01.210524 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f0b0b59a-051a-43d2-be9a-6c1f50fbae48 req-7c8e436c-c054-4801-b98c-be2f46f7782d service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511415 Jul 16 22:42:01.332993 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceeaf18-6666-4334-b5c3-ff690f47ef7a req-aeed175d-6cc2-4ea4-ab66-5cfbc3b00f28 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:01.335773 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-aceeaf18-6666-4334-b5c3-ff690f47ef7a req-aeed175d-6cc2-4ea4-ab66-5cfbc3b00f28 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0808318 Jul 16 22:42:01.412529 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-aceeaf18-6666-4334-b5c3-ff690f47ef7a req-c4063cd1-a7ae-4d18-bb8f-eb065fcbf2b7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622492 Jul 16 22:42:01.565960 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a232699-aa88-41e2-b5b5-926221157394 req-45b6cb42-9ac0-4548-a40e-c5c282f4fdf4 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:01.567823 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0a232699-aa88-41e2-b5b5-926221157394 req-45b6cb42-9ac0-4548-a40e-c5c282f4fdf4 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0802720 Jul 16 22:42:01.632395 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0a232699-aa88-41e2-b5b5-926221157394 req-f40f0713-050b-4cf8-8f64-5a3f95adb096 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576594 Jul 16 22:42:02.644374 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50effa0-01e6-472c-a06a-e31c67e45c00 req-b7cbba86-afc7-48d2-99bd-6624dcc2ca75 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:02.653832 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d50effa0-01e6-472c-a06a-e31c67e45c00 req-b7cbba86-afc7-48d2-99bd-6624dcc2ca75 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1042387 Jul 16 22:42:02.730225 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d50effa0-01e6-472c-a06a-e31c67e45c00 req-55270986-5b61-427f-aacd-bb0581b0ffc6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743201 Jul 16 22:42:02.863690 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624128ec-610f-41c2-9b81-25b35b3af3ad req-dd600bc4-5c25-48c6-808a-c35cdd2a6dfb tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:02.866307 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-624128ec-610f-41c2-9b81-25b35b3af3ad req-dd600bc4-5c25-48c6-808a-c35cdd2a6dfb tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0865281 Jul 16 22:42:02.912226 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-624128ec-610f-41c2-9b81-25b35b3af3ad req-6dd3e296-99fb-435d-8fee-9a78eb0242c2 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399580 Jul 16 22:42:03.011923 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 54316) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:03.089423 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_v2 [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Deleting subnet 19743f5b-4f53-458b-93eb-132b948706f4 {{(pid=99618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:42:03.093660 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.145188 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.151837 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.234633 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.274224 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.278068 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/19743f5b-4f53-458b-93eb-132b948706f4 HTTP/1.1" status: 204 len: 168 time: 0.2630057 Jul 16 22:42:03.279686 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 54326) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:03.279829 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19743f5b-4f53-458b-93eb-132b948706f4,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:03.288386 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:03.288978 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:03.289497 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:03.289963 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:03.290304 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:03.290655 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:03.290968 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:03.291296 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:03.291625 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:03.291986 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:03.292323 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:03.292630 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-069d8641-7119-4964-ad43-9355bbf0cc5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:03.479376 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.580007 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198ef9b-acdd-46bb-ae63-b06e2c81842c req-9bcae9c8-2ef8-467a-8a5d-235087250ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:03.581837 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e198ef9b-acdd-46bb-ae63-b06e2c81842c req-9bcae9c8-2ef8-467a-8a5d-235087250ed0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 1098 time: 0.1610570 Jul 16 22:42:03.672966 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.691276 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af72133-b3c9-4e02-942c-8b9285b9c1af req-59975b40-3e74-4dd5-91ad-25f25fc6c94f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:03.692815 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4af72133-b3c9-4e02-942c-8b9285b9c1af req-59975b40-3e74-4dd5-91ad-25f25fc6c94f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.2186646 Jul 16 22:42:03.698656 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66b42c8a-830d-40f7-8a40-7d99635f1abe']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:03.744643 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0df8a0b8-1f2e-462c-9177-5a94b0f2024d') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:03.744859 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0df8a0b8-1f2e-462c-9177-5a94b0f2024d') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:03.768957 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.794400 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4af72133-b3c9-4e02-942c-8b9285b9c1af req-3da2f6d3-4f31-4c7f-ab09-5f7363716cdb tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913584 Jul 16 22:42:03.814408 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.822707 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198ef9b-acdd-46bb-ae63-b06e2c81842c req-3eb2b772-ca0d-49a3-9b8f-1902c325d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:03.824144 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e198ef9b-acdd-46bb-ae63-b06e2c81842c req-3eb2b772-ca0d-49a3-9b8f-1902c325d1b8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 200 len: 920 time: 0.2166560 Jul 16 22:42:03.827306 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:42:03.827705 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:42:03.829354 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:42:04.147005 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e198ef9b-acdd-46bb-ae63-b06e2c81842c req-171eb7d1-8a4c-4023-82df-e658c8bdb317 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8472c691-62f9-455a-948b-7e811524cffb HTTP/1.1" status: 200 len: 217 time: 0.3005061 Jul 16 22:42:04.250765 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.272561 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e198ef9b-acdd-46bb-ae63-b06e2c81842c req-638565aa-fe37-4c4d-96e1-d3e994777d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:04.273883 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e198ef9b-acdd-46bb-ae63-b06e2c81842c req-638565aa-fe37-4c4d-96e1-d3e994777d26 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=3393095a-2616-4956-9106-a5f93d079344 HTTP/1.1" status: 200 len: 859 time: 0.1169527 Jul 16 22:42:04.285316 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.287177 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] 10.222.0.24 "DELETE /v2.0/networks/66b42c8a-830d-40f7-8a40-7d99635f1abe HTTP/1.1" status: 204 len: 168 time: 1.0053458 Jul 16 22:42:04.298457 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Pushing event deleted for resources: {'Network': ['ID=66b42c8a-830d-40f7-8a40-7d99635f1abe,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:04.327827 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e198ef9b-acdd-46bb-ae63-b06e2c81842c req-53fce101-264e-4117-ae78-a2500d80fafe service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386775 Jul 16 22:42:04.329109 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:04.329449 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:04.329807 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:04.330140 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:04.330476 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:04.330808 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:04.331121 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:04.331442 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:04.331762 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:04.332080 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:04.332396 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:04.332711 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d2bae13-0cab-4046-9635-bcf64b3c4c37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:04.350136 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455ebbc-3532-4003-afeb-0d2e5c905b69 req-a29327fd-1197-4330-9274-f6ddd7ab731c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:04.351649 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d455ebbc-3532-4003-afeb-0d2e5c905b69 req-a29327fd-1197-4330-9274-f6ddd7ab731c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.2066367 Jul 16 22:42:04.461164 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d455ebbc-3532-4003-afeb-0d2e5c905b69 req-d4c1f858-b7eb-4121-a728-c53a6a11fd2d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994756 Jul 16 22:42:04.508991 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e198ef9b-acdd-46bb-ae63-b06e2c81842c req-7228901a-0658-4632-8da1-f2bcc64d145e service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563170 Jul 16 22:42:04.597226 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 54342) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:04.646418 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e198ef9b-acdd-46bb-ae63-b06e2c81842c req-d0524fbb-996f-4305-a2c2-9886a0e246cd service neutron] 10.222.0.35 "GET /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290429 Jul 16 22:42:04.656417 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 54344) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:04.659189 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-30ed7d52-7068-4949-a4c5-c1755f150f82 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=03a10fae0e69478ab27d22ed61eb2207&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0597560 Jul 16 22:42:04.740131 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e4d2c968-b28d-4928-913f-b687a6c76d95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.769871 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e4d2c968-b28d-4928-913f-b687a6c76d95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.826774 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e4d2c968-b28d-4928-913f-b687a6c76d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.832894 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e4d2c968-b28d-4928-913f-b687a6c76d95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:04.844610 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-e4d2c968-b28d-4928-913f-b687a6c76d95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6cb32c3b-d92f-472e-96bc-237b21bfbb03 HTTP/1.1" status: 204 len: 168 time: 0.1857965 Jul 16 22:42:04.858324 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2c968-b28d-4928-913f-b687a6c76d95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb32c3b-d92f-472e-96bc-237b21bfbb03,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:05.094053 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66a56d9-4759-4b10-9a55-e24e12ba0fb0 req-22a13d20-db29-4c5d-97f6-786bcd76cfc7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:05.095777 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a66a56d9-4759-4b10-9a55-e24e12ba0fb0 req-22a13d20-db29-4c5d-97f6-786bcd76cfc7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0860581 Jul 16 22:42:05.136842 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a66a56d9-4759-4b10-9a55-e24e12ba0fb0 req-6d17ae63-1c14-44d3-9564-8d24e33d8e3d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351439 Jul 16 22:42:05.663617 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f9a450-52b4-46e7-bc6e-bd5d5e556170 req-e773bf52-1602-4c8c-8037-2a14b3f00eb9 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:05.665151 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-18f9a450-52b4-46e7-bc6e-bd5d5e556170 req-e773bf52-1602-4c8c-8037-2a14b3f00eb9 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0783272 Jul 16 22:42:05.703196 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-18f9a450-52b4-46e7-bc6e-bd5d5e556170 req-4c95faad-def3-449d-bf33-5ad716b74952 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316758 Jul 16 22:42:06.404705 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560056c0-3298-4dfe-82ae-99dbc67fe1bc req-2eeccf26-e049-4b03-9d9c-800f2da0e317 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:06.406376 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-560056c0-3298-4dfe-82ae-99dbc67fe1bc req-2eeccf26-e049-4b03-9d9c-800f2da0e317 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1306200 Jul 16 22:42:06.459949 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-560056c0-3298-4dfe-82ae-99dbc67fe1bc req-32fe1626-738f-4498-9a9a-9f5e4fbd4dcf tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472808 Jul 16 22:42:07.006196 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682e5155-bfa0-4178-8e3b-c5dcaf91b624 req-b622f085-e086-430d-a8fc-195485c3e960 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:07.014551 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-682e5155-bfa0-4178-8e3b-c5dcaf91b624 req-b622f085-e086-430d-a8fc-195485c3e960 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1323826 Jul 16 22:42:07.114346 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-682e5155-bfa0-4178-8e3b-c5dcaf91b624 req-caea3cd3-4883-4454-ac3e-992274476706 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981956 Jul 16 22:42:07.665911 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62486725-04f8-4a86-9333-264fb3dc8030 req-805701cd-8095-46ee-99ef-4152e0c7e77f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:07.673099 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-62486725-04f8-4a86-9333-264fb3dc8030 req-805701cd-8095-46ee-99ef-4152e0c7e77f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0795782 Jul 16 22:42:07.720864 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-62486725-04f8-4a86-9333-264fb3dc8030 req-b76e0858-7dd6-417e-9c32-2cf40b7bb35e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467217 Jul 16 22:42:08.374062 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6b0f87-f857-43f5-bb64-e2077d3bb85a req-3e2aca2c-68dd-4d22-af1a-c2cb48091ff6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:08.380847 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0f6b0f87-f857-43f5-bb64-e2077d3bb85a req-3e2aca2c-68dd-4d22-af1a-c2cb48091ff6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.1039350 Jul 16 22:42:08.419950 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0f6b0f87-f857-43f5-bb64-e2077d3bb85a req-b7675608-ca53-4c67-bd2d-8a5f7d73efbd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381782 Jul 16 22:42:09.654054 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969b82f-ab32-4a0d-8643-6b40af352546 req-899eda41-1a5b-4c92-a238-b372d5c24709 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:09.655927 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9969b82f-ab32-4a0d-8643-6b40af352546 req-899eda41-1a5b-4c92-a238-b372d5c24709 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0943701 Jul 16 22:42:09.706556 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9969b82f-ab32-4a0d-8643-6b40af352546 req-49b7c96e-dd0d-4748-9c93-9eba1f00dcfc tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399303 Jul 16 22:42:10.891477 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d971204-fc38-469a-b9ea-8849cfe7ba7b req-cb469b02-1ca9-4429-8027-bc5467eb32da tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:10.893645 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7d971204-fc38-469a-b9ea-8849cfe7ba7b req-cb469b02-1ca9-4429-8027-bc5467eb32da tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0636303 Jul 16 22:42:10.933510 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7d971204-fc38-469a-b9ea-8849cfe7ba7b req-a2760bf1-4ed1-4791-af73-8eba2549ad50 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343370 Jul 16 22:42:11.232580 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b47ca-889e-4fdb-a69f-6d46c588a6a4 req-d87bdba3-521f-45b3-8556-dd18f8be484f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:11.234077 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f08b47ca-889e-4fdb-a69f-6d46c588a6a4 req-d87bdba3-521f-45b3-8556-dd18f8be484f service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 1098 time: 0.0557921 Jul 16 22:42:11.335111 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b47ca-889e-4fdb-a69f-6d46c588a6a4 req-213c3565-d611-42dd-a443-09ecb46cc769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:11.336559 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f08b47ca-889e-4fdb-a69f-6d46c588a6a4 req-213c3565-d611-42dd-a443-09ecb46cc769 service neutron] 10.222.0.35 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 917 time: 0.0918815 Jul 16 22:42:11.405174 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f08b47ca-889e-4fdb-a69f-6d46c588a6a4 req-db809e1a-2585-40e6-92c0-4a672a54b464 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68c5be25-0172-4360-b6e6-dc72d169991b HTTP/1.1" status: 200 len: 1001 time: 0.0590672 Jul 16 22:42:11.460358 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b47ca-889e-4fdb-a69f-6d46c588a6a4 req-cc31fc7c-8cab-45e4-b547-ed71545b0221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:11.461794 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f08b47ca-889e-4fdb-a69f-6d46c588a6a4 req-cc31fc7c-8cab-45e4-b547-ed71545b0221 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=680d7656-7b6d-4cce-bb9c-e15cf419686e HTTP/1.1" status: 200 len: 855 time: 0.0481443 Jul 16 22:42:11.525298 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08b47ca-889e-4fdb-a69f-6d46c588a6a4 req-da329c2a-2cf7-44b9-a698-2f02a6d7d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:11.525298 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f08b47ca-889e-4fdb-a69f-6d46c588a6a4 req-da329c2a-2cf7-44b9-a698-2f02a6d7d2a6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50e44edd-5b1f-499c-8dc2-2e586d01fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0529099 Jul 16 22:42:11.624201 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f08b47ca-889e-4fdb-a69f-6d46c588a6a4 req-aa07bfe6-3400-402e-b83c-bc8431d9ccd0 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844350 Jul 16 22:42:11.737751 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f08b47ca-889e-4fdb-a69f-6d46c588a6a4 req-f607ecac-091f-4cbc-af0c-ecbeefe62d93 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970368 Jul 16 22:42:12.099824 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 54548) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:12.112399 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09445b-066c-4ea4-817a-60597bc3def6 req-1a3dff18-5cc2-4fc5-8b27-e89a58591b7a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:12.113947 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9e09445b-066c-4ea4-817a-60597bc3def6 req-1a3dff18-5cc2-4fc5-8b27-e89a58591b7a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0650449 Jul 16 22:42:12.154119 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9e09445b-066c-4ea4-817a-60597bc3def6 req-87038c42-b01f-44de-80b3-f979cc95b9c6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344756 Jul 16 22:42:12.204408 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ac50550e-b254-4ebe-ba41-53ac86e051e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.301853 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ac50550e-b254-4ebe-ba41-53ac86e051e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.305396 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ac50550e-b254-4ebe-ba41-53ac86e051e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.344944 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-ac50550e-b254-4ebe-ba41-53ac86e051e6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f1a89bbe6904443ab7a2e1b9832d0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440138 Jul 16 22:42:12.346042 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac50550e-b254-4ebe-ba41-53ac86e051e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f869ca8-c3a7-421a-9e75-6b35ac6750d3,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:12.347633 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 54552) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:12.401216 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8e326a77-e578-4653-8306-4f4dd0fb7453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.421929 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8e326a77-e578-4653-8306-4f4dd0fb7453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.468082 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8e326a77-e578-4653-8306-4f4dd0fb7453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.472179 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8e326a77-e578-4653-8306-4f4dd0fb7453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:12.473580 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-8e326a77-e578-4653-8306-4f4dd0fb7453 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f869ca8-c3a7-421a-9e75-6b35ac6750d3 HTTP/1.1" status: 204 len: 168 time: 0.1248760 Jul 16 22:42:12.490051 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e326a77-e578-4653-8306-4f4dd0fb7453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f869ca8-c3a7-421a-9e75-6b35ac6750d3,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:13.331856 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33865a1d-c98a-4383-9214-1b75f859317c req-f9c336af-82bc-4263-8a1b-ea82f0f332ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:13.333488 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-33865a1d-c98a-4383-9214-1b75f859317c req-f9c336af-82bc-4263-8a1b-ea82f0f332ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0631070 Jul 16 22:42:13.370533 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-33865a1d-c98a-4383-9214-1b75f859317c req-8cc0db54-42c6-46b2-9284-042fac8ee3d8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314796 Jul 16 22:42:14.546239 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc98baad-be77-4fcf-8fa9-8b1d2761093a req-076f31d3-48bb-489d-bd76-a4cd13de8fff tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:14.547628 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fc98baad-be77-4fcf-8fa9-8b1d2761093a req-076f31d3-48bb-489d-bd76-a4cd13de8fff tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0628541 Jul 16 22:42:14.588204 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fc98baad-be77-4fcf-8fa9-8b1d2761093a req-4ee67a4e-afad-45f4-babf-c41e9be9bb83 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350199 Jul 16 22:42:15.766836 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233cced6-fa25-4637-b03f-73f0b9882f8c req-c362b130-828f-4604-8fae-94cc39cbcb15 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:15.768649 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-233cced6-fa25-4637-b03f-73f0b9882f8c req-c362b130-828f-4604-8fae-94cc39cbcb15 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 945 time: 0.0639954 Jul 16 22:42:15.809023 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-233cced6-fa25-4637-b03f-73f0b9882f8c req-7a5e4abd-cd84-4816-a752-7293e2cb1bc2 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327251 Jul 16 22:42:16.361689 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 68c5be25-0172-4360-b6e6-dc72d169991b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:16.438649 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.459663 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:42:16.461878 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b632d9c1-fc74-4701-8500-9f9599e0fc63" -d '{"events": [{"server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "name": "network-vif-unplugged", "status": "completed", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:42:16.473658 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=68c5be25-0172-4360-b6e6-dc72d169991b,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:16.478114 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:16.502469 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19657dbd-90a0-419e-8b32-4d33d6edb128 x-openstack-request-id: req-19657dbd-90a0-419e-8b32-4d33d6edb128 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:42:16.502763 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "name": "network-vif-unplugged", "status": "completed", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:42:16.503084 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-19657dbd-90a0-419e-8b32-4d33d6edb128 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:42:16.503472 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b', 'code': 200} Jul 16 22:42:16.530926 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=68c5be25-0172-4360-b6e6-dc72d169991b,revision_number=8']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:16.537859 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:16.538211 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:16.538555 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:16.538892 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:16.539225 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:16.539559 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:16.539888 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:16.540214 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:16.540541 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:16.540866 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:16.541188 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:16.541541 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:42:17.004671 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82674a2f-fabe-4324-88f8-1d083c2a070a req-a0c0a964-2d61-437b-bf9b-49af26e31d27 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:17.006460 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-82674a2f-fabe-4324-88f8-1d083c2a070a req-a0c0a964-2d61-437b-bf9b-49af26e31d27 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0746868 Jul 16 22:42:17.048035 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-82674a2f-fabe-4324-88f8-1d083c2a070a req-57d2156d-5f20-4ce1-bf4b-fc4338afd36a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359914 Jul 16 22:42:17.825901 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e733e-518c-4281-beb7-e8fb11ca1a93 req-f4f59e5e-02a3-42dc-8ad7-522ac887e851 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:17.827469 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7f5e733e-518c-4281-beb7-e8fb11ca1a93 req-f4f59e5e-02a3-42dc-8ad7-522ac887e851 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0754743 Jul 16 22:42:17.868272 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7f5e733e-518c-4281-beb7-e8fb11ca1a93 req-1d56cdaf-092b-4663-92e7-92b67a4926e0 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338275 Jul 16 22:42:18.076355 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 54656) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:18.170167 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-ef67b45f-7466-4e34-91e4-6e6cae1da945 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0925934 Jul 16 22:42:19.049725 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03e22ac-8367-4cb2-b4c1-bca6b0563d10 req-9d36eca9-a280-477c-af1c-962dd8c73458 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:19.051318 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f03e22ac-8367-4cb2-b4c1-bca6b0563d10 req-9d36eca9-a280-477c-af1c-962dd8c73458 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0622916 Jul 16 22:42:19.099052 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f03e22ac-8367-4cb2-b4c1-bca6b0563d10 req-4e001a3d-f39d-4fc8-90c3-36bd71e5786c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349255 Jul 16 22:42:20.280531 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dcd19-8f3b-4364-98a1-c2a7537e4c7e req-ee4ebaf5-c696-4371-abca-dd078589ac2b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:20.281987 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a74dcd19-8f3b-4364-98a1-c2a7537e4c7e req-ee4ebaf5-c696-4371-abca-dd078589ac2b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0699484 Jul 16 22:42:20.321191 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a74dcd19-8f3b-4364-98a1-c2a7537e4c7e req-e1f7aa70-b594-48c3-97a5-887345118f2a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336554 Jul 16 22:42:20.934086 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 68c5be25-0172-4360-b6e6-dc72d169991b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:21.502867 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415014d3-5c70-4d22-ab51-4d01492937a6 req-f9a13004-6b75-4cf5-8986-f9468c95a022 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:21.504403 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-415014d3-5c70-4d22-ab51-4d01492937a6 req-f9a13004-6b75-4cf5-8986-f9468c95a022 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0649424 Jul 16 22:42:21.543919 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-415014d3-5c70-4d22-ab51-4d01492937a6 req-fa6f3c74-94f4-4602-abb3-67f33bff3b5b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336931 Jul 16 22:42:22.392422 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-e59d03d7-8822-4a97-88c7-597e68185264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:22.394011 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-e59d03d7-8822-4a97-88c7-597e68185264 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225&tenant_id=451c3e7fefbb4f29aff61cee92649a21 HTTP/1.1" status: 200 len: 1096 time: 0.1057572 Jul 16 22:42:22.506104 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-e44b96b7-dcd6-4e44-89a8-8b60a0c84581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:22.507585 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-e44b96b7-dcd6-4e44-89a8-8b60a0c84581 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 1096 time: 0.0896158 Jul 16 22:42:22.553019 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b33272-af00-4ba1-ab56-83a1bea262c8 req-c439d821-6fd2-49be-a9ea-ace1b0ef896b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:22.554505 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-89b33272-af00-4ba1-ab56-83a1bea262c8 req-c439d821-6fd2-49be-a9ea-ace1b0ef896b tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.1061749 Jul 16 22:42:22.629609 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-89b33272-af00-4ba1-ab56-83a1bea262c8 req-cd31d532-e94b-4490-9bf8-00cc2590ebe0 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686078 Jul 16 22:42:22.638666 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-9a2bb02c-c440-4d3b-94dc-57fdf5a08c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:22.640116 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-9a2bb02c-c440-4d3b-94dc-57fdf5a08c77 service neutron] 10.222.0.35 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 917 time: 0.1231475 Jul 16 22:42:22.727261 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca77701-3218-4bad-bd1e-e29eaf0da19e req-4f45b84f-602d-4ad9-bf41-27b01be5db43 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:22.728737 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7ca77701-3218-4bad-bd1e-e29eaf0da19e req-4f45b84f-602d-4ad9-bf41-27b01be5db43 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0657103 Jul 16 22:42:22.765875 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7ca77701-3218-4bad-bd1e-e29eaf0da19e req-f853103f-19ba-40e5-9dc9-c4410dc0f386 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306010 Jul 16 22:42:23.830626 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-d75dcd1f-5c15-4413-b8dc-969456aa640c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=68c5be25-0172-4360-b6e6-dc72d169991b HTTP/1.1" status: 200 len: 999 time: 0.0834463 Jul 16 22:42:23.848263 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74088d08-ff78-45e0-bb2b-cb8f403b4b7e req-80555910-5b15-4d3a-90bd-5dc19cbbc5e3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:23.849714 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-74088d08-ff78-45e0-bb2b-cb8f403b4b7e req-80555910-5b15-4d3a-90bd-5dc19cbbc5e3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.1117325 Jul 16 22:42:23.897023 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-74088d08-ff78-45e0-bb2b-cb8f403b4b7e req-492fa0b2-8929-424f-9ff0-871816fdad89 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416958 Jul 16 22:42:23.948083 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b4807-9a02-4810-b0bf-0f2bd0c633c7 req-51e6bfc5-2da4-49a8-bf5e-ffbdd9e687fd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:23.949578 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a93b4807-9a02-4810-b0bf-0f2bd0c633c7 req-51e6bfc5-2da4-49a8-bf5e-ffbdd9e687fd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0666771 Jul 16 22:42:23.985524 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a93b4807-9a02-4810-b0bf-0f2bd0c633c7 req-9c5186ea-30e3-4865-8979-521db6d311f1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303249 Jul 16 22:42:24.633453 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-3e9e2167-6d36-49d7-95cb-23b314148d8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:24.691724 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-1df7553c-9c28-40a9-9121-3708cdfdf4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:24.693201 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-1df7553c-9c28-40a9-9121-3708cdfdf4cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=680d7656-7b6d-4cce-bb9c-e15cf419686e HTTP/1.1" status: 200 len: 855 time: 0.0434227 Jul 16 22:42:25.071521 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3d065-77e1-4055-9450-4a7c1c29837a req-de3502e7-3420-4d1d-ba4f-7780c07bf9e1 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:25.072971 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a9d3d065-77e1-4055-9450-4a7c1c29837a req-de3502e7-3420-4d1d-ba4f-7780c07bf9e1 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0655317 Jul 16 22:42:25.134212 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a9d3d065-77e1-4055-9450-4a7c1c29837a req-e68210ce-d831-461e-a1e3-c14665b5e860 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546572 Jul 16 22:42:25.169075 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650e5b0-ac9b-4aa3-b605-4c329c476bf6 req-b7342c3b-271a-4715-b16d-b159e1b06242 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:25.171042 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b650e5b0-ac9b-4aa3-b605-4c329c476bf6 req-b7342c3b-271a-4715-b16d-b159e1b06242 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0673461 Jul 16 22:42:25.208061 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b650e5b0-ac9b-4aa3-b605-4c329c476bf6 req-202bd6ce-c59a-424a-8f0f-96422e4ad5f5 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316358 Jul 16 22:42:25.606367 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:25.865278 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-ca9761c7-7698-4869-8a8b-88bcb1d521a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:25.866642 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-ca9761c7-7698-4869-8a8b-88bcb1d521a3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50e44edd-5b1f-499c-8dc2-2e586d01fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0505850 Jul 16 22:42:25.960710 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-b71965a5-e071-4c68-bd4f-e0765cd52961 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856383 Jul 16 22:42:26.050379 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-508ee298-079c-4ff6-bcb9-e756688c6e80 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820997 Jul 16 22:42:26.316885 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe741ffe-6dd2-4f89-b982-389e79d964b4 req-a962c4c3-e715-4aa4-8f1e-b1c0e6a37d47 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:26.318542 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fe741ffe-6dd2-4f89-b982-389e79d964b4 req-a962c4c3-e715-4aa4-8f1e-b1c0e6a37d47 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0711844 Jul 16 22:42:26.386635 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fe741ffe-6dd2-4f89-b982-389e79d964b4 req-85faf2ed-31db-4b9f-b32f-477bd88995c4 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625467 Jul 16 22:42:26.413539 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36796e5a-bc0d-46ab-a09d-00a8fa7c3e55 req-48d1f92f-1ca6-4f38-9dec-6ed0ea7d8056 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:26.415005 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-36796e5a-bc0d-46ab-a09d-00a8fa7c3e55 req-48d1f92f-1ca6-4f38-9dec-6ed0ea7d8056 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0842891 Jul 16 22:42:26.462199 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-36796e5a-bc0d-46ab-a09d-00a8fa7c3e55 req-fb8db0d8-cec3-453b-909c-afaf5aa33c2e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403695 Jul 16 22:42:27.344019 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-45f468f3-158b-4c0e-ab0e-44d616b9079f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:27.378013 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:27.591772 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69b01a-e828-47e3-93f9-cef831503d1a req-6e1c41de-a7bd-4a3c-aa64-17b9cdc2abff tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:27.598860 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce69b01a-e828-47e3-93f9-cef831503d1a req-6e1c41de-a7bd-4a3c-aa64-17b9cdc2abff tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0910382 Jul 16 22:42:27.666540 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce69b01a-e828-47e3-93f9-cef831503d1a req-dc56d5cc-709c-4abe-9b4c-214d0f0e0461 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668223 Jul 16 22:42:27.703569 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5660c44-2cf1-4fd2-b536-9c6277d2f03c req-0081b2ec-e320-4ce3-b738-08d15a283197 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:27.705054 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a5660c44-2cf1-4fd2-b536-9c6277d2f03c req-0081b2ec-e320-4ce3-b738-08d15a283197 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0770018 Jul 16 22:42:27.744907 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a5660c44-2cf1-4fd2-b536-9c6277d2f03c req-6ea018fd-9ed2-4a3c-87a1-f6a7a9efce5f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332971 Jul 16 22:42:28.112785 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:28.848621 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1ad049-83fc-46be-b037-2d7830c4eed3 req-c26f793f-970f-456f-a706-c1e08f942d3d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:28.850245 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ca1ad049-83fc-46be-b037-2d7830c4eed3 req-c26f793f-970f-456f-a706-c1e08f942d3d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0674326 Jul 16 22:42:28.921029 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ca1ad049-83fc-46be-b037-2d7830c4eed3 req-4c41b6d0-34be-47dd-a313-10dd4cf7511e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651569 Jul 16 22:42:28.952007 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5b309d-f9b4-4942-a640-aa2d098d27cf req-8b46556e-2787-477d-9d35-d3b89a73587b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:28.953558 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3c5b309d-f9b4-4942-a640-aa2d098d27cf req-8b46556e-2787-477d-9d35-d3b89a73587b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0821884 Jul 16 22:42:28.996071 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3c5b309d-f9b4-4942-a640-aa2d098d27cf req-1e3f7f9e-e00f-493e-9280-b3f8c56b4bea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369437 Jul 16 22:42:29.875193 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:30.111272 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd37774-7200-48a2-bbe6-1829458e6cd8 req-8260cf06-1532-4b87-a780-867cb85a201f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:30.113035 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-afd37774-7200-48a2-bbe6-1829458e6cd8 req-8260cf06-1532-4b87-a780-867cb85a201f tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0746315 Jul 16 22:42:30.156862 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-afd37774-7200-48a2-bbe6-1829458e6cd8 req-eed095c8-5a7f-4940-8445-9e4afb653ace tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382807 Jul 16 22:42:30.237647 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76243b-5fff-4c44-806d-897e2feb0ae4 req-3704354f-4fe2-48ba-a7bd-5eee49acd121 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:30.239162 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e76243b-5fff-4c44-806d-897e2feb0ae4 req-3704354f-4fe2-48ba-a7bd-5eee49acd121 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0749125 Jul 16 22:42:30.281306 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e76243b-5fff-4c44-806d-897e2feb0ae4 req-59037a9b-34e9-4c74-8649-9ee1de6c9aa2 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361190 Jul 16 22:42:31.343797 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0773dc7-a0fa-4a7d-be08-98bdbbb3f092 req-37cc4889-275f-4b91-86b2-0861aae7d5be tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:31.346164 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b0773dc7-a0fa-4a7d-be08-98bdbbb3f092 req-37cc4889-275f-4b91-86b2-0861aae7d5be tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0693111 Jul 16 22:42:31.391116 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b0773dc7-a0fa-4a7d-be08-98bdbbb3f092 req-17a95469-9346-4698-b3c8-7d7d080d7c2e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390530 Jul 16 22:42:31.461047 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a637ef98-d993-444e-9a38-7bad8d7e6ce2 req-c5d6fe4d-c99c-4580-a568-c7f6c969703e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:31.462661 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a637ef98-d993-444e-9a38-7bad8d7e6ce2 req-c5d6fe4d-c99c-4580-a568-c7f6c969703e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0641665 Jul 16 22:42:31.502461 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a637ef98-d993-444e-9a38-7bad8d7e6ce2 req-0dbf63a0-20e3-43c9-9bc3-b76469cb55e8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341241 Jul 16 22:42:32.573258 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beead022-5cd0-4c57-9ff3-c08b597503cd req-e9c7ec37-ffa1-4719-850f-420b3451b7d0 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:32.574795 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-beead022-5cd0-4c57-9ff3-c08b597503cd req-e9c7ec37-ffa1-4719-850f-420b3451b7d0 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0763617 Jul 16 22:42:32.623484 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-beead022-5cd0-4c57-9ff3-c08b597503cd req-fe677217-cc4d-4f57-9999-25eb9bd0f879 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413945 Jul 16 22:42:32.697302 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69272ec-c966-4f59-8823-58a3e388cb70 req-4b0a3072-c600-44b0-a89f-c8b745930a8d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:32.698456 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f69272ec-c966-4f59-8823-58a3e388cb70 req-4b0a3072-c600-44b0-a89f-c8b745930a8d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0660751 Jul 16 22:42:32.738221 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f69272ec-c966-4f59-8823-58a3e388cb70 req-0c8af2c0-4d43-433f-88b5-55a7e529c2ac tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331280 Jul 16 22:42:33.806834 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c04baf-c005-41db-a4b7-2d260bee794e req-205270b5-03a8-4a6f-acd7-1ac0f2fed266 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:33.808314 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-30c04baf-c005-41db-a4b7-2d260bee794e req-205270b5-03a8-4a6f-acd7-1ac0f2fed266 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0692530 Jul 16 22:42:33.852346 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-30c04baf-c005-41db-a4b7-2d260bee794e req-b54e5c15-30fe-44eb-bcca-db4de8d2dadf tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364301 Jul 16 22:42:33.924573 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4987b86-6e07-4168-8780-0b8aa488ebc7 req-18b591d3-2d78-4039-8a38-ba827725908b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:33.926085 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e4987b86-6e07-4168-8780-0b8aa488ebc7 req-18b591d3-2d78-4039-8a38-ba827725908b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0666647 Jul 16 22:42:33.964045 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e4987b86-6e07-4168-8780-0b8aa488ebc7 req-4420a3f3-c652-4c82-b66f-b7f2bd0fbda5 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324187 Jul 16 22:42:34.988572 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:42:35.036344 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9e770b-2284-4e01-b900-afd9c43d1b97 req-6d077804-654a-4ba6-adc5-ec0b206e51a2 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:35.040021 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ab9e770b-2284-4e01-b900-afd9c43d1b97 req-6d077804-654a-4ba6-adc5-ec0b206e51a2 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0700171 Jul 16 22:42:35.078865 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ab9e770b-2284-4e01-b900-afd9c43d1b97 req-8fd8c17c-961d-4e2a-85b5-d380ed0a9494 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348909 Jul 16 22:42:35.156365 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af3f7e-9c88-48b4-b33a-fbe2b8761ae2 req-46f999ac-9faa-4508-b314-02ab48c2b2f7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:35.159401 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-08af3f7e-9c88-48b4-b33a-fbe2b8761ae2 req-46f999ac-9faa-4508-b314-02ab48c2b2f7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0707414 Jul 16 22:42:35.198751 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-08af3f7e-9c88-48b4-b33a-fbe2b8761ae2 req-555cb30e-a4bd-4456-b89b-1a993a540c9f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339417 Jul 16 22:42:36.259225 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d335d68-3509-439a-89f8-19fab31d1f79 req-78faf4b5-883f-49f4-849e-de7108ab7928 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:36.260735 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6d335d68-3509-439a-89f8-19fab31d1f79 req-78faf4b5-883f-49f4-849e-de7108ab7928 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0674896 Jul 16 22:42:36.302085 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6d335d68-3509-439a-89f8-19fab31d1f79 req-c882a6b1-fa66-4783-a126-a492662bdde7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347223 Jul 16 22:42:36.391753 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d3781a-5b57-4445-958a-ab2d26ac91b5 req-96f7f71c-de85-4c08-84b9-4c3526df4d69 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:36.393206 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-66d3781a-5b57-4445-958a-ab2d26ac91b5 req-96f7f71c-de85-4c08-84b9-4c3526df4d69 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0678797 Jul 16 22:42:36.432932 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-66d3781a-5b57-4445-958a-ab2d26ac91b5 req-559234e8-0c18-4fed-9990-a1f23edb5cb7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329335 Jul 16 22:42:37.478396 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec8042d-1e47-461c-85f6-f49a55099549 req-cdbe244a-af42-482a-8459-f690d2871889 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:37.481967 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2ec8042d-1e47-461c-85f6-f49a55099549 req-cdbe244a-af42-482a-8459-f690d2871889 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0677316 Jul 16 22:42:37.521542 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2ec8042d-1e47-461c-85f6-f49a55099549 req-b9c4fd48-ed1f-4d6e-87d1-b045c3facf4c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355041 Jul 16 22:42:37.616170 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a9854-8475-427d-88b0-84392958ec89 req-f5cd0b4d-c38b-429b-9bb8-f878ed32cd57 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:37.617704 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-296a9854-8475-427d-88b0-84392958ec89 req-f5cd0b4d-c38b-429b-9bb8-f878ed32cd57 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0659060 Jul 16 22:42:37.657181 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-296a9854-8475-427d-88b0-84392958ec89 req-49ac151b-dd72-4e6a-91d4-a8ac715c81bd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325029 Jul 16 22:42:38.720603 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbd7b28-db23-4b31-aafd-cefd3d5f060c req-c848d99f-d7fb-4aaf-9931-305ad58c3f78 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:38.722147 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-dfbd7b28-db23-4b31-aafd-cefd3d5f060c req-c848d99f-d7fb-4aaf-9931-305ad58c3f78 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0766556 Jul 16 22:42:38.761865 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-dfbd7b28-db23-4b31-aafd-cefd3d5f060c req-5042e2af-f65e-4648-a176-75b8ac1d3744 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336330 Jul 16 22:42:38.845115 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b833d8-862f-43df-8913-c78ea89eca68 req-cf7cb81b-72e5-4882-8abd-acaa1bbe3365 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:38.846672 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-00b833d8-862f-43df-8913-c78ea89eca68 req-cf7cb81b-72e5-4882-8abd-acaa1bbe3365 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0657611 Jul 16 22:42:38.886082 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-00b833d8-862f-43df-8913-c78ea89eca68 req-3b93e807-7b42-4c5e-9d98-e018f0b027dd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336869 Jul 16 22:42:39.937881 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b52001-e37b-4817-9adb-74005431ee9d req-199adb5e-d627-4c83-8f2f-838d6d88f9d1 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:39.939662 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-38b52001-e37b-4817-9adb-74005431ee9d req-199adb5e-d627-4c83-8f2f-838d6d88f9d1 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0657687 Jul 16 22:42:39.976627 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-38b52001-e37b-4817-9adb-74005431ee9d req-11455554-fa30-4712-bd39-1a5565446a40 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312588 Jul 16 22:42:40.068907 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cabfd-2c29-4b8e-8333-21b3e487131d req-b46b301a-4214-450f-b085-fa34a4d7f686 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:40.070400 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-213cabfd-2c29-4b8e-8333-21b3e487131d req-b46b301a-4214-450f-b085-fa34a4d7f686 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0651755 Jul 16 22:42:40.109776 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-213cabfd-2c29-4b8e-8333-21b3e487131d req-752999fe-ecfa-4373-b92c-85ab169b26bc tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335300 Jul 16 22:42:40.543617 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312fb2a-2cc8-459b-a090-ffe4e306d9e0 req-9c03ca21-1a94-49a9-a629-61e579d83056 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:40.545019 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9312fb2a-2cc8-459b-a090-ffe4e306d9e0 req-9c03ca21-1a94-49a9-a629-61e579d83056 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.35 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 945 time: 0.0611193 Jul 16 22:42:40.649507 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-9312fb2a-2cc8-459b-a090-ffe4e306d9e0 req-cc2a729c-74c6-4531-a4fc-4f9cf6ed27fa tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Deleting port fc1e4a81-93cd-4db0-bdf4-91498ada8621 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:40.649762 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-9312fb2a-2cc8-459b-a090-ffe4e306d9e0 req-cc2a729c-74c6-4531-a4fc-4f9cf6ed27fa tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:40.733803 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-9312fb2a-2cc8-459b-a090-ffe4e306d9e0 req-cc2a729c-74c6-4531-a4fc-4f9cf6ed27fa tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] For port fc1e4a81-93cd-4db0-bdf4-91498ada8621, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=fc1e4a81-93cd-4db0-bdf4-91498ada8621,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:40.734717 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-9312fb2a-2cc8-459b-a090-ffe4e306d9e0 req-cc2a729c-74c6-4531-a4fc-4f9cf6ed27fa tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:40.750432 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-9312fb2a-2cc8-459b-a090-ffe4e306d9e0 req-cc2a729c-74c6-4531-a4fc-4f9cf6ed27fa tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Calling delete_port for fc1e4a81-93cd-4db0-bdf4-91498ada8621 owned by compute:nova {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:40.874085 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-9312fb2a-2cc8-459b-a090-ffe4e306d9e0 req-cc2a729c-74c6-4531-a4fc-4f9cf6ed27fa tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:40.886177 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['fc1e4a81-93cd-4db0-bdf4-91498ada8621', '8472c691-62f9-455a-948b-7e811524cffb'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:42:40.903987 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a729c-74c6-4531-a4fc-4f9cf6ed27fa tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Pushing event deleted for resources: {'Port': ['ID=fc1e4a81-93cd-4db0-bdf4-91498ada8621,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:40.948128 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-9312fb2a-2cc8-459b-a090-ffe4e306d9e0 req-cc2a729c-74c6-4531-a4fc-4f9cf6ed27fa tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] No DVR routers for this DVR port fc1e4a81-93cd-4db0-bdf4-91498ada8621 on host hv-cinder-79760 {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:42:40.951245 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-9312fb2a-2cc8-459b-a090-ffe4e306d9e0 req-cc2a729c-74c6-4531-a4fc-4f9cf6ed27fa tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:40.953825 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9312fb2a-2cc8-459b-a090-ffe4e306d9e0 req-cc2a729c-74c6-4531-a4fc-4f9cf6ed27fa tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.35 "DELETE /v2.0/ports/fc1e4a81-93cd-4db0-bdf4-91498ada8621 HTTP/1.1" status: 204 len: 173 time: 0.4030230 Jul 16 22:42:40.954250 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1', 'name': 'network-vif-deleted', 'tag': 'fc1e4a81-93cd-4db0-bdf4-91498ada8621'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:42:40.956465 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c697dfe-230f-4bef-a535-a7516eaf61d7" -d '{"events": [{"server_uuid": "6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1", "name": "network-vif-deleted", "tag": "fc1e4a81-93cd-4db0-bdf4-91498ada8621"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:42:40.998199 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdfffc43-bbea-4710-99b9-584fb7a709d0 x-openstack-request-id: req-bdfffc43-bbea-4710-99b9-584fb7a709d0 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:42:40.998500 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1", "name": "network-vif-deleted", "tag": "fc1e4a81-93cd-4db0-bdf4-91498ada8621", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:42:40.999466 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-bdfffc43-bbea-4710-99b9-584fb7a709d0 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:42:41.001286 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1', 'name': 'network-vif-deleted', 'tag': 'fc1e4a81-93cd-4db0-bdf4-91498ada8621', 'status': 'completed', 'code': 200} Jul 16 22:42:41.131425 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5279b2bb-ad23-49c2-bf8d-794742e87a32 req-a5e32ede-fef8-4ca1-ae14-a4cceaa97463 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=6d8b8c4e-8cbf-4168-95d6-dc7d27a4deb1 HTTP/1.1" status: 200 len: 210 time: 0.0300965 Jul 16 22:42:41.291290 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0aa12-8f4f-487a-be80-07615c2144cf req-21fd7ea2-7855-48ff-938d-7bf840bfc83d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:41.292747 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-54e0aa12-8f4f-487a-be80-07615c2144cf req-21fd7ea2-7855-48ff-938d-7bf840bfc83d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0630701 Jul 16 22:42:41.330077 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-54e0aa12-8f4f-487a-be80-07615c2144cf req-46ad55ef-5c42-4f0f-ad4a-78da289d7d45 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308022 Jul 16 22:42:42.529101 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952c987f-6501-4954-8011-0db06e162c5f req-116ff438-df01-4966-963f-0b8ab02498e9 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:42.530601 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-952c987f-6501-4954-8011-0db06e162c5f req-116ff438-df01-4966-963f-0b8ab02498e9 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0748527 Jul 16 22:42:42.598401 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-952c987f-6501-4954-8011-0db06e162c5f req-133848d3-9848-4b1e-81b4-4d371a449b13 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619812 Jul 16 22:42:42.604734 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 54950) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:42.628054 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469180a-8f4b-4540-b7b4-eca073dcdcae req-ec47540f-b581-48cb-922b-881c516a264e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:42.629797 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d469180a-8f4b-4540-b7b4-eca073dcdcae req-ec47540f-b581-48cb-922b-881c516a264e tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0791299 Jul 16 22:42:42.667174 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d469180a-8f4b-4540-b7b4-eca073dcdcae req-e43cd779-d3ba-4029-8963-72e5c6b7f4ae tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 Jul 16 22:42:42.743182 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3fac8894-841a-4a0a-af88-00ae926dbae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:42.828406 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3fac8894-841a-4a0a-af88-00ae926dbae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:42.832791 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3fac8894-841a-4a0a-af88-00ae926dbae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:42.867753 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fac8894-841a-4a0a-af88-00ae926dbae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9405f78-0516-4eaf-b729-b3938ae01ad6,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:42.872131 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-3fac8894-841a-4a0a-af88-00ae926dbae5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=569c7f35c15a44c3b2dbbb13a6017a15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2653863 Jul 16 22:42:42.874448 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 54956) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:42.922509 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cc474d8a-85c6-4882-95e4-19c0a4aae411 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:42.943275 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cc474d8a-85c6-4882-95e4-19c0a4aae411 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:42.990497 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cc474d8a-85c6-4882-95e4-19c0a4aae411 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:42.993109 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cc474d8a-85c6-4882-95e4-19c0a4aae411 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:42.996973 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-cc474d8a-85c6-4882-95e4-19c0a4aae411 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f9405f78-0516-4eaf-b729-b3938ae01ad6 HTTP/1.1" status: 204 len: 168 time: 0.1189420 Jul 16 22:42:43.004323 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc474d8a-85c6-4882-95e4-19c0a4aae411 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9405f78-0516-4eaf-b729-b3938ae01ad6,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:43.780533 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683ee7e7-287d-4f19-b2ec-788459165d5e req-6dbc624e-5d38-4375-91c8-19c85f991172 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:43.782041 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-683ee7e7-287d-4f19-b2ec-788459165d5e req-6dbc624e-5d38-4375-91c8-19c85f991172 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0657814 Jul 16 22:42:43.848851 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-683ee7e7-287d-4f19-b2ec-788459165d5e req-3820d973-855b-4e45-a451-505fd5ebfa98 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572248 Jul 16 22:42:43.869791 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d526f-00ae-40c2-a4f1-24c276dfc639 req-b1dc21d9-c124-4ac4-a9bb-8b9fab90428c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:43.871249 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-962d526f-00ae-40c2-a4f1-24c276dfc639 req-b1dc21d9-c124-4ac4-a9bb-8b9fab90428c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0878487 Jul 16 22:42:43.908390 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-962d526f-00ae-40c2-a4f1-24c276dfc639 req-ac167505-305a-456c-9bd7-59371c0e7cf6 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310676 Jul 16 22:42:45.037771 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837fd2d6-79be-4135-a9c5-15f4b8fe9a4a req-2c3484d0-b78b-45be-9212-6b6fd3437a67 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:45.039365 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device fc1e4a81-93cd-4db0-bdf4-91498ada8621 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:45.039816 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-837fd2d6-79be-4135-a9c5-15f4b8fe9a4a req-2c3484d0-b78b-45be-9212-6b6fd3437a67 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0720966 Jul 16 22:42:45.063299 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: fc1e4a81-93cd-4db0-bdf4-91498ada8621 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:42:45.064138 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device fc1e4a81-93cd-4db0-bdf4-91498ada8621 not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:42:45.108880 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-837fd2d6-79be-4135-a9c5-15f4b8fe9a4a req-8bf5bdac-0b61-4faa-a9b6-7c1bc4a53336 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599484 Jul 16 22:42:45.129878 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8eea26-4479-4d24-9e81-367deb5ed170 req-19ad54e2-e88f-4c0a-a890-ab1891e4fed7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:45.131329 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9c8eea26-4479-4d24-9e81-367deb5ed170 req-19ad54e2-e88f-4c0a-a890-ab1891e4fed7 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0909719 Jul 16 22:42:45.168541 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9c8eea26-4479-4d24-9e81-367deb5ed170 req-a4b574c9-2aa6-4736-a7d5-4eca4b51183c tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315197 Jul 16 22:42:45.475913 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d7c840-b3a7-42d4-b908-2dbebd872cb6 req-17ebf0ed-e55a-4883-a7fa-00498b065f61 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:45.477241 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-96d7c840-b3a7-42d4-b908-2dbebd872cb6 req-17ebf0ed-e55a-4883-a7fa-00498b065f61 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 945 time: 0.0610855 Jul 16 22:42:45.512713 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-96d7c840-b3a7-42d4-b908-2dbebd872cb6 req-be0be91f-51b7-4112-95ef-9b5e3cf16bcb tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298562 Jul 16 22:42:46.317996 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32927985-0242-4a8b-9da4-f9c7037293fb req-0931cc0c-8431-4b17-bc83-b3a69fcb1d0e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:46.319449 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32927985-0242-4a8b-9da4-f9c7037293fb req-0931cc0c-8431-4b17-bc83-b3a69fcb1d0e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 943 time: 0.0954735 Jul 16 22:42:46.375326 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510696cb-a7eb-4068-afcd-3bdae2c5c4ee req-f0b15295-8df5-41df-a7c3-693c5e7b7854 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:46.377443 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-510696cb-a7eb-4068-afcd-3bdae2c5c4ee req-f0b15295-8df5-41df-a7c3-693c5e7b7854 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0989442 Jul 16 22:42:46.380140 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32927985-0242-4a8b-9da4-f9c7037293fb req-fd28c7ab-83d8-460f-ac20-c53847138d0b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547802 Jul 16 22:42:46.413773 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-510696cb-a7eb-4068-afcd-3bdae2c5c4ee req-3a4e464f-94cf-4a75-b491-5a799b02024d tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307453 Jul 16 22:42:46.684782 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4720367-31e9-4aae-8c1b-5929c1d3f707 req-df35d5c3-a60a-4b8f-a6e3-c4a9d6a77731 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:46.686222 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b4720367-31e9-4aae-8c1b-5929c1d3f707 req-df35d5c3-a60a-4b8f-a6e3-c4a9d6a77731 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 945 time: 0.0635297 Jul 16 22:42:46.974865 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b4720367-31e9-4aae-8c1b-5929c1d3f707 req-f47caca8-1353-4b97-bc8e-cc961bda9573 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2825522 Jul 16 22:42:47.068167 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 68c5be25-0172-4360-b6e6-dc72d169991b details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:42:47.116697 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccd1dcc-6b30-4f0f-8989-2932ffc97c89 req-80f25e7b-1713-48bf-8a3a-e46b510f1c16 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:47.118329 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3ccd1dcc-6b30-4f0f-8989-2932ffc97c89 req-80f25e7b-1713-48bf-8a3a-e46b510f1c16 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.35 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 945 time: 0.0644786 Jul 16 22:42:47.166383 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=68c5be25-0172-4360-b6e6-dc72d169991b,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:47.178093 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '68c5be25-0172-4360-b6e6-dc72d169991b', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'port_id': '68c5be25-0172-4360-b6e6-dc72d169991b', 'mac_address': 'fa:16:3e:aa:ec:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:42:47.218878 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:47.229912 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-3ccd1dcc-6b30-4f0f-8989-2932ffc97c89 req-673d6611-fb0d-43f9-9860-69987271c2c8 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Deleting port 66cc69a7-820e-400b-ad6f-531af52040ee {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:47.230186 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-3ccd1dcc-6b30-4f0f-8989-2932ffc97c89 req-673d6611-fb0d-43f9-9860-69987271c2c8 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:47.235891 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68c5be25-0172-4360-b6e6-dc72d169991b {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:42:47.258179 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=68c5be25-0172-4360-b6e6-dc72d169991b,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:47.265094 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:47.314462 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=68c5be25-0172-4360-b6e6-dc72d169991b,revision_number=9']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:47.324179 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-3ccd1dcc-6b30-4f0f-8989-2932ffc97c89 req-673d6611-fb0d-43f9-9860-69987271c2c8 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] For port 66cc69a7-820e-400b-ad6f-531af52040ee, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=66cc69a7-820e-400b-ad6f-531af52040ee,segment=NetworkSegment(7d8c28cb-aa71-4277-b255-1eb0efed0edb),segment_id=7d8c28cb-aa71-4277-b255-1eb0efed0edb)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:47.324679 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-3ccd1dcc-6b30-4f0f-8989-2932ffc97c89 req-673d6611-fb0d-43f9-9860-69987271c2c8 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:47.337607 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-3ccd1dcc-6b30-4f0f-8989-2932ffc97c89 req-673d6611-fb0d-43f9-9860-69987271c2c8 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Calling delete_port for 66cc69a7-820e-400b-ad6f-531af52040ee owned by compute:nova {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:47.466927 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-3ccd1dcc-6b30-4f0f-8989-2932ffc97c89 req-673d6611-fb0d-43f9-9860-69987271c2c8 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:47.478938 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['66cc69a7-820e-400b-ad6f-531af52040ee'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:42:47.497414 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673d6611-fb0d-43f9-9860-69987271c2c8 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Pushing event deleted for resources: {'Port': ['ID=66cc69a7-820e-400b-ad6f-531af52040ee,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:47.524057 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['68c5be25-0172-4360-b6e6-dc72d169991b'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:42:47.618013 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ccd1dcc-6b30-4f0f-8989-2932ffc97c89 req-673d6611-fb0d-43f9-9860-69987271c2c8 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] No DVR routers for this DVR port 66cc69a7-820e-400b-ad6f-531af52040ee on host hv-cinder-79760 {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:42:47.622614 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-3ccd1dcc-6b30-4f0f-8989-2932ffc97c89 req-673d6611-fb0d-43f9-9860-69987271c2c8 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:47.624565 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3ccd1dcc-6b30-4f0f-8989-2932ffc97c89 req-673d6611-fb0d-43f9-9860-69987271c2c8 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.35 "DELETE /v2.0/ports/66cc69a7-820e-400b-ad6f-531af52040ee HTTP/1.1" status: 204 len: 173 time: 0.4973607 Jul 16 22:42:47.625166 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb81d02-8e9e-4cfb-8b73-ba703b7fa123', 'name': 'network-vif-deleted', 'tag': '66cc69a7-820e-400b-ad6f-531af52040ee'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:42:47.628265 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f690fe5-5cae-4aed-80ed-fa1b5c4520ce" -d '{"events": [{"server_uuid": "beb81d02-8e9e-4cfb-8b73-ba703b7fa123", "name": "network-vif-deleted", "tag": "66cc69a7-820e-400b-ad6f-531af52040ee"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:42:47.667175 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e8043-592a-4d69-bb36-d929a8ac7a77 req-970878b3-a870-4a41-b464-3db0e4fb2dae tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:47.668748 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-040e8043-592a-4d69-bb36-d929a8ac7a77 req-970878b3-a870-4a41-b464-3db0e4fb2dae tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 944 time: 0.1595128 Jul 16 22:42:47.682677 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5df2c3e-0c50-4c83-ac2f-6726f496112e req-d12f5e88-1b5c-42b9-8fed-11fc7b098494 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:47.684093 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a5df2c3e-0c50-4c83-ac2f-6726f496112e req-d12f5e88-1b5c-42b9-8fed-11fc7b098494 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.1414793 Jul 16 22:42:47.740251 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-040e8043-592a-4d69-bb36-d929a8ac7a77 req-937f153c-0c60-4ecd-8200-e84dd8ecc80d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650842 Jul 16 22:42:47.743016 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a5df2c3e-0c50-4c83-ac2f-6726f496112e req-54952d51-5d6b-4f27-886a-bfaa70c1b200 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/security-groups?id=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529518 Jul 16 22:42:47.795047 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-836da2cc-c197-4a1a-bc57-8bed19b7a303 x-openstack-request-id: req-836da2cc-c197-4a1a-bc57-8bed19b7a303 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:42:47.795341 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb81d02-8e9e-4cfb-8b73-ba703b7fa123", "name": "network-vif-deleted", "tag": "66cc69a7-820e-400b-ad6f-531af52040ee", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:42:47.795594 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-836da2cc-c197-4a1a-bc57-8bed19b7a303 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:42:47.795989 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb81d02-8e9e-4cfb-8b73-ba703b7fa123', 'name': 'network-vif-deleted', 'tag': '66cc69a7-820e-400b-ad6f-531af52040ee', 'status': 'completed', 'code': 200} Jul 16 22:42:48.153889 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-606884f1-6c4a-4b7f-bf37-60f56de8b36b req-0706b965-7e8e-457d-b19d-d56e92f1c995 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=beb81d02-8e9e-4cfb-8b73-ba703b7fa123 HTTP/1.1" status: 200 len: 210 time: 0.0320210 Jul 16 22:42:48.182829 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a16df03-2160-4ac5-a297-784cd4c303d9 req-eda6a77b-178f-4a7f-8ebc-ec1f38ae56b3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:48.184296 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6a16df03-2160-4ac5-a297-784cd4c303d9 req-eda6a77b-178f-4a7f-8ebc-ec1f38ae56b3 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.35 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 945 time: 0.0924997 Jul 16 22:42:48.288698 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-6a16df03-2160-4ac5-a297-784cd4c303d9 req-ec77c388-175c-4968-9ea2-663b44f12b35 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Deleting port 8472c691-62f9-455a-948b-7e811524cffb {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:48.288955 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6a16df03-2160-4ac5-a297-784cd4c303d9 req-ec77c388-175c-4968-9ea2-663b44f12b35 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:48.378172 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-6a16df03-2160-4ac5-a297-784cd4c303d9 req-ec77c388-175c-4968-9ea2-663b44f12b35 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] For port 8472c691-62f9-455a-948b-7e811524cffb, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8472c691-62f9-455a-948b-7e811524cffb,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:48.378893 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6a16df03-2160-4ac5-a297-784cd4c303d9 req-ec77c388-175c-4968-9ea2-663b44f12b35 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:48.390227 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-6a16df03-2160-4ac5-a297-784cd4c303d9 req-ec77c388-175c-4968-9ea2-663b44f12b35 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Calling delete_port for 8472c691-62f9-455a-948b-7e811524cffb owned by compute:nova {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:48.516616 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6a16df03-2160-4ac5-a297-784cd4c303d9 req-ec77c388-175c-4968-9ea2-663b44f12b35 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:48.527983 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['8472c691-62f9-455a-948b-7e811524cffb'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:42:48.545588 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec77c388-175c-4968-9ea2-663b44f12b35 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Pushing event deleted for resources: {'Port': ['ID=8472c691-62f9-455a-948b-7e811524cffb,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:48.587490 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a16df03-2160-4ac5-a297-784cd4c303d9 req-ec77c388-175c-4968-9ea2-663b44f12b35 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] No DVR routers for this DVR port 8472c691-62f9-455a-948b-7e811524cffb on host hv-cinder-79760 {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:42:48.589875 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6a16df03-2160-4ac5-a297-784cd4c303d9 req-ec77c388-175c-4968-9ea2-663b44f12b35 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:48.591827 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6a16df03-2160-4ac5-a297-784cd4c303d9 req-ec77c388-175c-4968-9ea2-663b44f12b35 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.35 "DELETE /v2.0/ports/8472c691-62f9-455a-948b-7e811524cffb HTTP/1.1" status: 204 len: 173 time: 0.4012775 Jul 16 22:42:48.918377 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2ce11084-54af-4563-8bc8-c8184c2709af req-6fd6bdac-6b7e-430b-bb61-4d9989082945 tempest-ServerRescueNegativeTestJSON-2097938870 tempest-ServerRescueNegativeTestJSON-2097938870-project] 10.222.0.24 "GET /v2.0/ports?device_id=d072bb18-1706-4480-b08e-e03628f51d25 HTTP/1.1" status: 200 len: 210 time: 0.0450592 Jul 16 22:42:48.949686 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55288add-3f7e-4154-a5ad-8f20e5ebd513 req-f63dee6f-713e-46f6-93f3-42839af6cc99 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:48.951134 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-55288add-3f7e-4154-a5ad-8f20e5ebd513 req-f63dee6f-713e-46f6-93f3-42839af6cc99 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 944 time: 0.0880091 Jul 16 22:42:48.988625 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-55288add-3f7e-4154-a5ad-8f20e5ebd513 req-8194ca25-0baf-4b86-ac76-d1158f693538 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319145 Jul 16 22:42:49.085873 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 68c5be25-0172-4360-b6e6-dc72d169991b up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:42:49.147339 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 68c5be25-0172-4360-b6e6-dc72d169991b triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:42:49.147840 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:49.230657 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:49.254601 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:42:49.257260 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-034270c8-eb6a-4d3d-90fe-3b7d50c0b252" -d '{"events": [{"server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "name": "network-vif-plugged", "status": "completed", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:42:49.271858 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=68c5be25-0172-4360-b6e6-dc72d169991b,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:49.277627 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:49.279430 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 66cc69a7-820e-400b-ad6f-531af52040ee no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:49.322479 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37328428-9a0c-4f69-b716-cdf8e28b35a8 x-openstack-request-id: req-37328428-9a0c-4f69-b716-cdf8e28b35a8 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:42:49.322769 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "name": "network-vif-plugged", "status": "completed", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:42:49.323045 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-37328428-9a0c-4f69-b716-cdf8e28b35a8 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:42:49.323402 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b', 'code': 200} Jul 16 22:42:49.324033 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 66cc69a7-820e-400b-ad6f-531af52040ee {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:42:49.324421 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 66cc69a7-820e-400b-ad6f-531af52040ee not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:42:49.354794 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=68c5be25-0172-4360-b6e6-dc72d169991b,revision_number=10']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:49.797703 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd072bb18-1706-4480-b08e-e03628f51d25', 'name': 'network-vif-deleted', 'tag': '8472c691-62f9-455a-948b-7e811524cffb'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:42:49.800645 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0971aa5-1336-4edb-8db6-2279fa6c618c" -d '{"events": [{"server_uuid": "d072bb18-1706-4480-b08e-e03628f51d25", "name": "network-vif-deleted", "tag": "8472c691-62f9-455a-948b-7e811524cffb"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:42:49.835477 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:42:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8648c0a-a27a-4eb1-b97d-968016608a46 x-openstack-request-id: req-f8648c0a-a27a-4eb1-b97d-968016608a46 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:42:49.835772 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d072bb18-1706-4480-b08e-e03628f51d25", "name": "network-vif-deleted", "tag": "8472c691-62f9-455a-948b-7e811524cffb", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:42:49.836020 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f8648c0a-a27a-4eb1-b97d-968016608a46 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:42:49.836409 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd072bb18-1706-4480-b08e-e03628f51d25', 'name': 'network-vif-deleted', 'tag': '8472c691-62f9-455a-948b-7e811524cffb', 'status': 'completed', 'code': 200} Jul 16 22:42:50.010383 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 55008) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:50.165895 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec79cc7-f5d8-41f9-bb5b-eafc6d023ec4 req-f287903d-aa43-467e-9b6d-2ce5a26e172f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:50.167379 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6ec79cc7-f5d8-41f9-bb5b-eafc6d023ec4 req-f287903d-aa43-467e-9b6d-2ce5a26e172f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 946 time: 0.0627747 Jul 16 22:42:50.206525 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6ec79cc7-f5d8-41f9-bb5b-eafc6d023ec4 req-e3cde956-df39-4663-adc4-14477c0deeae tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333939 Jul 16 22:42:50.598690 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-2192ca13-bef8-40e4-8ec4-1d4dfa9be638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728724'] for router_interface, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:50.887075 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-2192ca13-bef8-40e4-8ec4-1d4dfa9be638 admin admin] Deleting port 6efdfef7-b136-4c49-a0d0-c8f82a17970d {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:50.887328 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-2192ca13-bef8-40e4-8ec4-1d4dfa9be638 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:50.965621 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [None req-2192ca13-bef8-40e4-8ec4-1d4dfa9be638 admin admin] For port 6efdfef7-b136-4c49-a0d0-c8f82a17970d, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=6efdfef7-b136-4c49-a0d0-c8f82a17970d,segment=NetworkSegment(abd53ce0-506a-485f-be58-0e2742296469),segment_id=abd53ce0-506a-485f-be58-0e2742296469)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:50.965976 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-2192ca13-bef8-40e4-8ec4-1d4dfa9be638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:50.977756 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-2192ca13-bef8-40e4-8ec4-1d4dfa9be638 admin admin] Calling delete_port for 6efdfef7-b136-4c49-a0d0-c8f82a17970d owned by network:router_interface {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:51.167241 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-2192ca13-bef8-40e4-8ec4-1d4dfa9be638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:51.196027 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2192ca13-bef8-40e4-8ec4-1d4dfa9be638 admin admin] Pushing event deleted for resources: {'Port': ['ID=6efdfef7-b136-4c49-a0d0-c8f82a17970d,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:51.319341 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-2192ca13-bef8-40e4-8ec4-1d4dfa9be638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733700'] for router_interface, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:51.387548 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629070c-773e-434b-a3c6-9e31ef2fb314 req-b1e8e12e-7a85-4861-a0c0-29bfa902bc23 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:51.388995 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3629070c-773e-434b-a3c6-9e31ef2fb314 req-b1e8e12e-7a85-4861-a0c0-29bfa902bc23 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 946 time: 0.0677066 Jul 16 22:42:51.425794 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3629070c-773e-434b-a3c6-9e31ef2fb314 req-292881aa-cefc-442e-bace-ab0da9e6d4e7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310004 Jul 16 22:42:51.528133 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2192ca13-bef8-40e4-8ec4-1d4dfa9be638 admin admin] Router df6f65ee-0346-489e-bb9d-56000e0f7c63 has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:42:51.593687 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123a07e4-a116-4c1a-a144-a044eff1db8a req-ee378aa1-6cfd-409d-9f13-c2307fba76ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:51.595225 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-123a07e4-a116-4c1a-a144-a044eff1db8a req-ee378aa1-6cfd-409d-9f13-c2307fba76ad service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 1099 time: 0.0538387 Jul 16 22:42:51.630337 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2192ca13-bef8-40e4-8ec4-1d4dfa9be638 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:42:51.635162 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-2192ca13-bef8-40e4-8ec4-1d4dfa9be638 admin admin] 10.222.0.24 "PUT /v2.0/routers/df6f65ee-0346-489e-bb9d-56000e0f7c63/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6237924 Jul 16 22:42:51.637730 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 55018) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:51.640287 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfee977-fdaa-47bf-89ff-f900d62435b8 None None] Sync routers for ids ['df6f65ee-0346-489e-bb9d-56000e0f7c63'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:42:51.649421 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfee977-fdaa-47bf-89ff-f900d62435b8 None None] Routers {'df6f65ee-0346-489e-bb9d-56000e0f7c63'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:51.650070 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-7cfee977-fdaa-47bf-89ff-f900d62435b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:42:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['df6f65ee-0346-489e-bb9d-56000e0f7c63'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:51.736530 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Notify callbacks [] for router, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:51.751068 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-7cfee977-fdaa-47bf-89ff-f900d62435b8 None None] Set router df6f65ee-0346-489e-bb9d-56000e0f7c63 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:42:51.834745 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:51.886065 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Deleting port 083ae3bc-ae00-426e-831c-b7e3453ff2f1 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:42:51.886408 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:51.924893 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-7cfee977-fdaa-47bf-89ff-f900d62435b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'name': 'tempest-ServerRescueNegativeTestJSON-1773705885-router', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21'}], 'enable_snat': True}, 'gw_port_id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:42:51Z', 'revision_number': 5, 'project_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'gw_port': {'id': '083ae3bc-ae00-426e-831c-b7e3453ff2f1', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:60:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:33Z', 'updated_at': '2021-07-16T22:39:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:51.967699 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] For port 083ae3bc-ae00-426e-831c-b7e3453ff2f1, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=083ae3bc-ae00-426e-831c-b7e3453ff2f1,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:42:51.968067 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:51.981187 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Calling delete_port for 083ae3bc-ae00-426e-831c-b7e3453ff2f1 owned by network:router_gateway {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:42:52.025194 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfee977-fdaa-47bf-89ff-f900d62435b8 None None] Checking router: df6f65ee-0346-489e-bb9d-56000e0f7c63 for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:42:52.034102 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cfee977-fdaa-47bf-89ff-f900d62435b8 None None] Routers {'df6f65ee-0346-489e-bb9d-56000e0f7c63'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:42:52.034711 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-7cfee977-fdaa-47bf-89ff-f900d62435b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:42:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['df6f65ee-0346-489e-bb9d-56000e0f7c63'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:52.118169 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-7cfee977-fdaa-47bf-89ff-f900d62435b8 None None] Set router df6f65ee-0346-489e-bb9d-56000e0f7c63 gateway port host: None {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:42:52.145907 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.169993 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Pushing event deleted for resources: {'Port': ['ID=083ae3bc-ae00-426e-831c-b7e3453ff2f1,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:52.172500 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-7cfee977-fdaa-47bf-89ff-f900d62435b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'name': 'tempest-ServerRescueNegativeTestJSON-1773705885-router', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:42:51Z', 'revision_number': 6, 'project_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'gw_port_host': None}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:52.197945 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1785886'] for router_gateway, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.199574 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cfee977-fdaa-47bf-89ff-f900d62435b8 None None] The sync data for ids ['df6f65ee-0346-489e-bb9d-56000e0f7c63'] in dv-cinder-797608-6-iscsi is: [{'id': 'df6f65ee-0346-489e-bb9d-56000e0f7c63', 'name': 'tempest-ServerRescueNegativeTestJSON-1773705885-router', 'tenant_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:42:51Z', 'revision_number': 6, 'project_id': 'ffe04c437f1e4ab5bb3423033ba0dd13', 'gw_port_host': None}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:42:52.300817 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3433'] for router, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.302952 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.362590 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735836'] for router, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.363134 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Fanout notify agent at l3_agent the message router_deleted on router df6f65ee-0346-489e-bb9d-56000e0f7c63 {{(pid=99618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:42:52.367977 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] Notify callbacks [] for router, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.369128 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-e490b0d1-ff6a-4ce9-8b9d-947042b06569 admin admin] 10.222.0.24 "DELETE /v2.0/routers/df6f65ee-0346-489e-bb9d-56000e0f7c63 HTTP/1.1" status: 204 len: 168 time: 0.7305150 Jul 16 22:42:52.371619 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 55020) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:52.413924 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e330df-d9fd-4572-9a32-01f323d1c4f9 admin admin] Deleting subnet 3393095a-2616-4956-9106-a5f93d079344 {{(pid=99618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:42:52.416745 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a4e330df-d9fd-4572-9a32-01f323d1c4f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.452388 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a4e330df-d9fd-4572-9a32-01f323d1c4f9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.457976 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a4e330df-d9fd-4572-9a32-01f323d1c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.510908 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a4e330df-d9fd-4572-9a32-01f323d1c4f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.541638 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a4e330df-d9fd-4572-9a32-01f323d1c4f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.546286 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 55026) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:52.546714 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-a4e330df-d9fd-4572-9a32-01f323d1c4f9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3393095a-2616-4956-9106-a5f93d079344 HTTP/1.1" status: 204 len: 168 time: 0.1737580 Jul 16 22:42:52.547147 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e330df-d9fd-4572-9a32-01f323d1c4f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3393095a-2616-4956-9106-a5f93d079344,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:52.678003 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.682214 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-123a07e4-a116-4c1a-a144-a044eff1db8a req-2e313738-701f-429a-967b-21962388cb7c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895343 Jul 16 22:42:52.729731 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10224bb5-f9b8-4cfe-b9c1-39d9956e3c72 req-349f95d2-5a24-46ef-8780-1e47d9a53a1a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:52.731224 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-10224bb5-f9b8-4cfe-b9c1-39d9956e3c72 req-349f95d2-5a24-46ef-8780-1e47d9a53a1a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 946 time: 0.1743319 Jul 16 22:42:52.798878 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.816420 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:52.820716 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-10224bb5-f9b8-4cfe-b9c1-39d9956e3c72 req-194f970c-4508-4761-8ec0-b4ce4c27510f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796161 Jul 16 22:42:52.828370 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd53ce0-506a-485f-be58-0e2742296469') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:52.828660 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd53ce0-506a-485f-be58-0e2742296469') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:42:52.837935 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.852382 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.858298 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:42:52.858677 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:42:52.860561 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:42:52.913146 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.917940 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:52.920058 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0 HTTP/1.1" status: 204 len: 168 time: 0.3711791 Jul 16 22:42:52.932117 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3e5d2-d534-44ee-bf31-6aab95f0a278 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b5c6e51-790a-40aa-bdd8-afd0d6a83cb0,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:53.048577 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 6efdfef7-b136-4c49-a0d0-c8f82a17970d no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:53.072130 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 6efdfef7-b136-4c49-a0d0-c8f82a17970d {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:42:53.072464 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 6efdfef7-b136-4c49-a0d0-c8f82a17970d not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:42:53.073003 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 083ae3bc-ae00-426e-831c-b7e3453ff2f1 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:53.082983 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 55030) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:53.091875 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 083ae3bc-ae00-426e-831c-b7e3453ff2f1 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:42:53.092220 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 083ae3bc-ae00-426e-831c-b7e3453ff2f1 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:42:53.097059 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 8472c691-62f9-455a-948b-7e811524cffb no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:42:53.118130 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 8472c691-62f9-455a-948b-7e811524cffb {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:42:53.118525 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 8472c691-62f9-455a-948b-7e811524cffb not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:42:53.129608 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-e301dc9d-ce9c-402e-ab17-da21f4bf3ad0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ffe04c437f1e4ab5bb3423033ba0dd13&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0454147 Jul 16 22:42:53.132051 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 55032) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:53.179456 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-eaba08fc-449e-4755-92d6-1ef75e2ef648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.208674 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-eaba08fc-449e-4755-92d6-1ef75e2ef648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.264985 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-eaba08fc-449e-4755-92d6-1ef75e2ef648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.268688 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-eaba08fc-449e-4755-92d6-1ef75e2ef648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:53.272152 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-eaba08fc-449e-4755-92d6-1ef75e2ef648 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8 HTTP/1.1" status: 204 len: 168 time: 0.1369452 Jul 16 22:42:53.278026 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba08fc-449e-4755-92d6-1ef75e2ef648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42eb34ac-f2fc-4c2c-8c5e-0c508a30f1a8,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:53.318834 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-130cd827-f91e-45a8-a392-b43cde965104 req-0887f5fc-435d-403c-95e1-a63e4eccb57c service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0687492 Jul 16 22:42:53.392591 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cd827-f91e-45a8-a392-b43cde965104 req-de07eed4-dd97-4f45-b7a7-6d16cf73e162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:53.394136 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-130cd827-f91e-45a8-a392-b43cde965104 req-de07eed4-dd97-4f45-b7a7-6d16cf73e162 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12637db01ff948e0b2bb6cede048908e&device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 1098 time: 0.0532107 Jul 16 22:42:53.508569 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cd827-f91e-45a8-a392-b43cde965104 req-cedcb7f4-ba7a-44b8-90ba-f2ef257a4702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:53.510102 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-130cd827-f91e-45a8-a392-b43cde965104 req-cedcb7f4-ba7a-44b8-90ba-f2ef257a4702 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b HTTP/1.1" status: 200 len: 912 time: 0.0893312 Jul 16 22:42:53.576224 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-130cd827-f91e-45a8-a392-b43cde965104 req-cf409bb8-d903-4f5e-a613-66dbb5921eb3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c594c7e-fc4c-41bf-b421-bd71a4d99d61 HTTP/1.1" status: 200 len: 1001 time: 0.0595863 Jul 16 22:42:53.678568 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cd827-f91e-45a8-a392-b43cde965104 req-00522d43-063c-4e30-b130-7efe70e0c99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:53.680118 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-130cd827-f91e-45a8-a392-b43cde965104 req-00522d43-063c-4e30-b130-7efe70e0c99d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91acd449-9df6-4265-ba3f-63ff7f25734f HTTP/1.1" status: 200 len: 850 time: 0.0592299 Jul 16 22:42:53.750531 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130cd827-f91e-45a8-a392-b43cde965104 req-2d247678-abf2-49a2-9153-bde4f941f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:53.752516 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-130cd827-f91e-45a8-a392-b43cde965104 req-2d247678-abf2-49a2-9153-bde4f941f226 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0624242 Jul 16 22:42:53.865096 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-130cd827-f91e-45a8-a392-b43cde965104 req-e8df35c7-4637-49e6-b1a7-a3ceb8c8e8cd service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045036 Jul 16 22:42:54.025667 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-130cd827-f91e-45a8-a392-b43cde965104 req-df080538-94fa-49ce-893e-a5c8c167acc2 service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519923 Jul 16 22:42:54.057193 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba6bdf-c75f-42a9-a013-fbe0a8e41ad8 req-3230c337-148f-49df-b7f3-0a2954fc7c85 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:54.059000 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fbba6bdf-c75f-42a9-a013-fbe0a8e41ad8 req-3230c337-148f-49df-b7f3-0a2954fc7c85 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 946 time: 0.0996444 Jul 16 22:42:54.108808 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fbba6bdf-c75f-42a9-a013-fbe0a8e41ad8 req-6172bf12-8124-4efe-97e2-de5e7974c4f8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405777 Jul 16 22:42:54.635455 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-2de102cc-2ead-4dae-8de1-efe08786c6e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.077874 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 55138) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:55.181448 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5c68-8d01-423f-94d7-18267a94995f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.272685 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5c68-8d01-423f-94d7-18267a94995f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.276414 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4dfd5c68-8d01-423f-94d7-18267a94995f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.292750 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8205199-79b5-4e75-9dc4-15e67f36b45b req-693862ae-0d4a-4687-9089-d4ac9fc4b139 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:55.294304 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e8205199-79b5-4e75-9dc4-15e67f36b45b req-693862ae-0d4a-4687-9089-d4ac9fc4b139 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 946 time: 0.0646286 Jul 16 22:42:55.312869 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-4dfd5c68-8d01-423f-94d7-18267a94995f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08186da25a2c4a3e9f9e315e603f52f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2338824 Jul 16 22:42:55.315292 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfd5c68-8d01-423f-94d7-18267a94995f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d10af35f-c157-4866-8833-dd989bd35064,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:55.315953 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 55144) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:55.358961 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e8205199-79b5-4e75-9dc4-15e67f36b45b req-fac5ce85-ffd4-444c-bb78-c03f4b89f785 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588288 Jul 16 22:42:55.380395 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2845d149-2a94-4ba3-b5b0-b68de19f8510 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.401351 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2845d149-2a94-4ba3-b5b0-b68de19f8510 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.447271 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2845d149-2a94-4ba3-b5b0-b68de19f8510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.449860 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2845d149-2a94-4ba3-b5b0-b68de19f8510 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.450992 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-2845d149-2a94-4ba3-b5b0-b68de19f8510 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d10af35f-c157-4866-8833-dd989bd35064 HTTP/1.1" status: 204 len: 168 time: 0.1331317 Jul 16 22:42:55.458875 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2845d149-2a94-4ba3-b5b0-b68de19f8510 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d10af35f-c157-4866-8833-dd989bd35064,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:55.617220 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.698993 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 55152) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:55.712360 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4e5c-d70b-4396-9936-73a7267fbf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.803132 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4e5c-d70b-4396-9936-73a7267fbf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.806660 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bd7e4e5c-d70b-4396-9936-73a7267fbf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.843792 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-bd7e4e5c-d70b-4396-9936-73a7267fbf39 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=481d75ee0e9649bfb714845077fdff89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437266 Jul 16 22:42:55.845753 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e4e5c-d70b-4396-9936-73a7267fbf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7882eb80-1d8f-4050-a706-027a6656f71a,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:55.846648 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 55154) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:42:55.893950 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-23f14349-4e88-4817-9f4e-46576d9dccda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.913266 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-23f14349-4e88-4817-9f4e-46576d9dccda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.958204 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-23f14349-4e88-4817-9f4e-46576d9dccda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.960852 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-23f14349-4e88-4817-9f4e-46576d9dccda admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:55.963611 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-23f14349-4e88-4817-9f4e-46576d9dccda admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7882eb80-1d8f-4050-a706-027a6656f71a HTTP/1.1" status: 204 len: 168 time: 0.1159604 Jul 16 22:42:55.972678 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f14349-4e88-4817-9f4e-46576d9dccda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7882eb80-1d8f-4050-a706-027a6656f71a,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:42:57.346242 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-78b336a7-107a-4b82-825b-f3af479eda05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:57.378290 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:58.117179 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:59.346581 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-caec5e9e-4fb8-4f91-8835-62b5aa29f7d6 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:59.347947 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-caec5e9e-4fb8-4f91-8835-62b5aa29f7d6 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/networks?id=ca77456c-db77-482e-82e7-fe244a52dedf HTTP/1.1" status: 200 len: 813 time: 0.1030238 Jul 16 22:42:59.362028 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-7d1311aa-766e-4ada-9fed-76a5f895142e tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/quotas/13109937f37b43de9f9ce3629c819a7d HTTP/1.1" status: 200 len: 375 time: 0.0088422 Jul 16 22:42:59.394021 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-0e62f37f-4aa0-442b-8ec2-b394b699b063 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=13109937f37b43de9f9ce3629c819a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274572 Jul 16 22:42:59.483348 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a522c093-bb7f-4783-a85c-30d5aaaed35e service neutron] 10.222.0.24 "GET /v2.0/networks/ca77456c-db77-482e-82e7-fe244a52dedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830419 Jul 16 22:42:59.571997 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-8a3ed5a8-60e1-4f67-99c4-f0f492777971 service neutron] 10.222.0.24 "GET /v2.0/networks/ca77456c-db77-482e-82e7-fe244a52dedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828693 Jul 16 22:42:59.739591 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-00388e20-473a-497f-b611-7d7721e08b21 req-90cdfe4a-239f-4030-af52-cd28b2fa9bbc tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 210 time: 0.0322030 Jul 16 22:42:59.832844 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ca7c7-21d4-4303-a001-d6e5eddeebb4 req-0b94e892-4aa6-4c7a-abb6-1d0a22dde838 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:42:59.834386 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0e6ca7c7-21d4-4303-a001-d6e5eddeebb4 req-0b94e892-4aa6-4c7a-abb6-1d0a22dde838 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0643091 Jul 16 22:42:59.877416 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:42:59.883334 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0e6ca7c7-21d4-4303-a001-d6e5eddeebb4 req-4ab4aa49-1a66-4a49-847b-cc39ed5d0582 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418441 Jul 16 22:43:00.877591 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b11bc93c-7ace-4513-a07a-285e21bebf17 req-8b125c87-5e96-4245-afaa-0cbb8b69fbbe tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 210 time: 0.0280390 Jul 16 22:43:01.048935 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8dad03-f7ad-4c36-be47-909147b2ce66 req-b288def5-ae52-4f46-ac4a-a50278460143 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:01.050314 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ef8dad03-f7ad-4c36-be47-909147b2ce66 req-b288def5-ae52-4f46-ac4a-a50278460143 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0640857 Jul 16 22:43:01.086374 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ef8dad03-f7ad-4c36-be47-909147b2ce66 req-13def035-a661-4889-92e5-8db2ab68b04c tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306163 Jul 16 22:43:02.012082 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f485f2cd-21b2-4e5e-8b41-2e1c17bf2938 req-a2262710-bc05-487a-86e3-224bd345ed0c tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 210 time: 0.0283804 Jul 16 22:43:02.256911 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac47746-32d8-4be7-8aea-7d1feca88c22 req-965e4a30-a53e-443c-aa90-120909d1b338 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:02.258457 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2ac47746-32d8-4be7-8aea-7d1feca88c22 req-965e4a30-a53e-443c-aa90-120909d1b338 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0629714 Jul 16 22:43:02.295814 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2ac47746-32d8-4be7-8aea-7d1feca88c22 req-14bc6ad3-7d27-40de-b147-12093ac77a62 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312209 Jul 16 22:43:03.150038 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3b48495d-a9a5-49be-9e57-4a5877bd7b0e req-39cb42da-bbff-49ef-86f1-bd66d42e94e0 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 210 time: 0.0305240 Jul 16 22:43:03.464978 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0937a9-e121-46ce-a44f-93d9d3062a52 req-e26150a5-0761-4c99-ab6b-214d68b209f4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:03.466527 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6c0937a9-e121-46ce-a44f-93d9d3062a52 req-e26150a5-0761-4c99-ab6b-214d68b209f4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0631692 Jul 16 22:43:03.505881 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6c0937a9-e121-46ce-a44f-93d9d3062a52 req-5e697e42-6402-40ff-b95f-536e0dd14f98 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327742 Jul 16 22:43:03.699797 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-ee03c93f-41ef-4103-8f30-062c452fa02c tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:03.701238 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-ee03c93f-41ef-4103-8f30-062c452fa02c tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.35 "GET /v2.0/networks?id=ca77456c-db77-482e-82e7-fe244a52dedf HTTP/1.1" status: 200 len: 813 time: 0.1037009 Jul 16 22:43:03.720658 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Request body: {'port': {'device_id': '593342ca-c02d-457c-a7af-4c69c3f74b8c', 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf', 'admin_state_up': True, 'tenant_id': '13109937f37b43de9f9ce3629c819a7d'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:03.834202 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Made reservation on behalf of 13109937f37b43de9f9ce3629c819a7d for: {'port': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:43:03.837835 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:03.960763 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Allocated IP 172.20.0.12 (ca77456c-db77-482e-82e7-fe244a52dedf/295c13bf-4a80-467c-8d8d-52d6f1bd5b03/219e647e-ba17-4ab3-bc83-55ee8d858528) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:43:04.105841 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:04.143712 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:04.191521 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Network ca77456c-db77-482e-82e7-fe244a52dedf is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:43:04.194920 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:43:04.199078 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:43:04.226403 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Pushing event updated for resources: {'Port': ['ID=219e647e-ba17-4ab3-bc83-55ee8d858528,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:04.258341 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.259050 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:04.280175 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-a0099a10-f9b7-4c71-a36f-26b3e8644fc7 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5591576 Jul 16 22:43:04.287215 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Request body: {'port': {'device_id': '593342ca-c02d-457c-a7af-4c69c3f74b8c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:43:04.403982 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:04.425920 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045c0f8f-0505-4bdc-bcf4-6176bb1ca310 req-9dc7a9d6-bb84-43f2-b14d-a609cc84083e tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.427392 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-045c0f8f-0505-4bdc-bcf4-6176bb1ca310 req-9dc7a9d6-bb84-43f2-b14d-a609cc84083e tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 932 time: 0.1375422 Jul 16 22:43:04.544583 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-045c0f8f-0505-4bdc-bcf4-6176bb1ca310 req-1b3549a4-44c2-4c75-96ad-d438f1724efe tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957048 Jul 16 22:43:04.739968 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacb4e88-240b-4743-b36f-48b70c6846aa req-3a270ea1-0b51-4f6a-8a3a-932399b8c52b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:04.741451 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cacb4e88-240b-4743-b36f-48b70c6846aa req-3a270ea1-0b51-4f6a-8a3a-932399b8c52b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1092780 Jul 16 22:43:04.789590 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 219e647e-ba17-4ab3-bc83-55ee8d858528 {{(pid=99617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:43:04.804473 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:04.816031 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cacb4e88-240b-4743-b36f-48b70c6846aa req-a6eea05a-1452-44d7-91cb-b544ccc8afa6 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570002 Jul 16 22:43:04.823580 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Transition to ACTIVE for port object 219e647e-ba17-4ab3-bc83-55ee8d858528 will not be triggered until provisioned by entity L2. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:43:04.831490 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:04.884954 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Pushing event updated for resources: {'Port': ['ID=219e647e-ba17-4ab3-bc83-55ee8d858528,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:04.904957 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.905551 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.905907 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.906902 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.907482 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.907900 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.908237 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.908574 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.908909 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.909246 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.909606 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:04.909936 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:05.004244 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Attempting to bind port 219e647e-ba17-4ab3-bc83-55ee8d858528 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:43:05.004470 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Attempting to bind port 219e647e-ba17-4ab3-bc83-55ee8d858528 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '7d8c28cb-aa71-4277-b255-1eb0efed0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf'}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:43:05.004797 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Attempting to bind port 219e647e-ba17-4ab3-bc83-55ee8d858528 on network ca77456c-db77-482e-82e7-fe244a52dedf {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:43:05.009021 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Port 219e647e-ba17-4ab3-bc83-55ee8d858528 on network ca77456c-db77-482e-82e7-fe244a52dedf not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:43:05.009332 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Attempting to bind port 219e647e-ba17-4ab3-bc83-55ee8d858528 on network ca77456c-db77-482e-82e7-fe244a52dedf {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:43:05.014094 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 42, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:43:05.014426 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Checking segment: {'id': '7d8c28cb-aa71-4277-b255-1eb0efed0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:43:05.014809 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Bound using segment: {'id': '7d8c28cb-aa71-4277-b255-1eb0efed0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf'} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:43:05.015308 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Bound port: 219e647e-ba17-4ab3-bc83-55ee8d858528, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d8c28cb-aa71-4277-b255-1eb0efed0edb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf'}}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:43:05.016210 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:05.080676 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] For port 219e647e-ba17-4ab3-bc83-55ee8d858528, host hv-cinder-79760, cleared binding levels {{(pid=99617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:43:05.084891 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] For port 219e647e-ba17-4ab3-bc83-55ee8d858528, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=219e647e-ba17-4ab3-bc83-55ee8d858528,segment=NetworkSegment(7d8c28cb-aa71-4277-b255-1eb0efed0edb),segment_id=7d8c28cb-aa71-4277-b255-1eb0efed0edb)] {{(pid=99617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:43:05.088529 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:05.123064 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:05.123677 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:05.125569 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] 10.222.0.35 "PUT /v2.0/ports/219e647e-ba17-4ab3-bc83-55ee8d858528 HTTP/1.1" status: 200 len: 1094 time: 0.8427522 Jul 16 22:43:05.126016 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '593342ca-c02d-457c-a7af-4c69c3f74b8c', 'tag': '219e647e-ba17-4ab3-bc83-55ee8d858528'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:43:05.128317 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf4b3360-383d-42ee-bf5c-826ad1ec67a9" -d '{"events": [{"name": "network-changed", "server_uuid": "593342ca-c02d-457c-a7af-4c69c3f74b8c", "tag": "219e647e-ba17-4ab3-bc83-55ee8d858528"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:43:05.153834 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3670e1c8-6d6c-4202-88d9-664190d6895d service neutron] Pushing event updated for resources: {'Port': ['ID=219e647e-ba17-4ab3-bc83-55ee8d858528,revision_number=3']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:05.173130 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503e19b7-b0d0-40b5-8aa4-d1db32c68dba x-openstack-request-id: req-503e19b7-b0d0-40b5-8aa4-d1db32c68dba {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:43:05.173420 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "593342ca-c02d-457c-a7af-4c69c3f74b8c", "tag": "219e647e-ba17-4ab3-bc83-55ee8d858528", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:43:05.173702 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-503e19b7-b0d0-40b5-8aa4-d1db32c68dba {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:43:05.174096 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '593342ca-c02d-457c-a7af-4c69c3f74b8c', 'tag': '219e647e-ba17-4ab3-bc83-55ee8d858528', 'status': 'completed', 'code': 200} Jul 16 22:43:05.239483 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-292bbe5d-f7af-4397-b7ee-f3abc640a4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:05.240976 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-292bbe5d-f7af-4397-b7ee-f3abc640a4e1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13109937f37b43de9f9ce3629c819a7d&device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 1097 time: 0.0646553 Jul 16 22:43:05.286639 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-0fd25f0e-d085-422b-a955-5e48e253b97a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=219e647e-ba17-4ab3-bc83-55ee8d858528 HTTP/1.1" status: 200 len: 217 time: 0.0368078 Jul 16 22:43:05.337339 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-4ca8a678-659c-4878-9336-925a077c3f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:05.339033 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-4ca8a678-659c-4878-9336-925a077c3f30 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295c13bf-4a80-467c-8d8d-52d6f1bd5b03 HTTP/1.1" status: 200 len: 853 time: 0.0458710 Jul 16 22:43:05.375907 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-f0fb0e63-87af-44a2-adef-4566ffe58f6a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca77456c-db77-482e-82e7-fe244a52dedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299718 Jul 16 22:43:05.758734 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-0c4b6f9d-0931-4be6-a122-c15a44bfc176 service neutron] 10.222.0.35 "GET /v2.0/networks/ca77456c-db77-482e-82e7-fe244a52dedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3761938 Jul 16 22:43:05.780244 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847ca234-f2d6-449c-bdf4-da4ab8813aba req-658108f1-86d5-438f-8104-25277bd6d668 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:05.781708 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-847ca234-f2d6-449c-bdf4-da4ab8813aba req-658108f1-86d5-438f-8104-25277bd6d668 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 944 time: 0.1181426 Jul 16 22:43:05.859007 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-847ca234-f2d6-449c-bdf4-da4ab8813aba req-1e435d08-4776-436b-99d2-82145a2478c5 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675073 Jul 16 22:43:05.887176 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6facac08-cbaa-45cd-9ac5-431abac68926 req-d3ca4d32-9b53-418f-a620-308e12b98562 service neutron] 10.222.0.35 "GET /v2.0/networks/ca77456c-db77-482e-82e7-fe244a52dedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217504 Jul 16 22:43:06.038231 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263291f-b57b-4bcd-95e5-7bce08160b4d req-28f73511-3922-474a-917d-dbd99026262a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.039610 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c263291f-b57b-4bcd-95e5-7bce08160b4d req-28f73511-3922-474a-917d-dbd99026262a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1043301 Jul 16 22:43:06.044420 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b3360-383d-42ee-bf5c-826ad1ec67a9 req-1e4953be-6a08-4d18-9f04-b6e32918dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.045914 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bf4b3360-383d-42ee-bf5c-826ad1ec67a9 req-1e4953be-6a08-4d18-9f04-b6e32918dee8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=13109937f37b43de9f9ce3629c819a7d&device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 1097 time: 0.1003361 Jul 16 22:43:06.105998 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c263291f-b57b-4bcd-95e5-7bce08160b4d req-618f5497-3778-4487-bbcb-92ada6770dd7 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591261 Jul 16 22:43:06.159644 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b3360-383d-42ee-bf5c-826ad1ec67a9 req-98e58ea7-41d3-4d96-9deb-68df15efc67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.161171 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bf4b3360-383d-42ee-bf5c-826ad1ec67a9 req-98e58ea7-41d3-4d96-9deb-68df15efc67a service neutron] 10.222.0.35 "GET /v2.0/networks?id=ca77456c-db77-482e-82e7-fe244a52dedf HTTP/1.1" status: 200 len: 914 time: 0.1068189 Jul 16 22:43:06.205091 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bf4b3360-383d-42ee-bf5c-826ad1ec67a9 req-413e0e67-73d6-4046-b8ea-00cf02474a89 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=219e647e-ba17-4ab3-bc83-55ee8d858528 HTTP/1.1" status: 200 len: 217 time: 0.0365243 Jul 16 22:43:06.254664 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4b3360-383d-42ee-bf5c-826ad1ec67a9 req-f421d1a9-1880-43fe-bd78-22ae94b37bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:06.256183 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bf4b3360-383d-42ee-bf5c-826ad1ec67a9 req-f421d1a9-1880-43fe-bd78-22ae94b37bc4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=295c13bf-4a80-467c-8d8d-52d6f1bd5b03 HTTP/1.1" status: 200 len: 853 time: 0.0434778 Jul 16 22:43:06.292735 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bf4b3360-383d-42ee-bf5c-826ad1ec67a9 req-d29a9924-da7c-46af-b379-50bf207fd0d0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=ca77456c-db77-482e-82e7-fe244a52dedf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290368 Jul 16 22:43:06.380401 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bf4b3360-383d-42ee-bf5c-826ad1ec67a9 req-1b8d6282-cd10-4b45-8aa0-4adf3d4bae10 service neutron] 10.222.0.35 "GET /v2.0/networks/ca77456c-db77-482e-82e7-fe244a52dedf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809200 Jul 16 22:43:06.474606 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bf4b3360-383d-42ee-bf5c-826ad1ec67a9 req-112ef0ef-a554-4b20-93d1-02aa7aa9def4 service neutron] 10.222.0.35 "GET /v2.0/networks/ca77456c-db77-482e-82e7-fe244a52dedf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863359 Jul 16 22:43:07.030758 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bc128a-7faa-4263-8e56-723e65f04e80 req-dcb5d96c-b7eb-47b0-b665-1b25b2522497 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:07.032310 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a0bc128a-7faa-4263-8e56-723e65f04e80 req-dcb5d96c-b7eb-47b0-b665-1b25b2522497 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 944 time: 0.0614374 Jul 16 22:43:07.069264 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a0bc128a-7faa-4263-8e56-723e65f04e80 req-2d875006-2279-4e0e-9061-7db4d5a29807 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314946 Jul 16 22:43:07.283701 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0191e0-c414-4803-8f97-b2252323c110 req-ed2eb621-44fa-457a-987e-c3c4ab633b2a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:07.285217 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4a0191e0-c414-4803-8f97-b2252323c110 req-ed2eb621-44fa-457a-987e-c3c4ab633b2a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0646117 Jul 16 22:43:07.323667 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4a0191e0-c414-4803-8f97-b2252323c110 req-bba68b6c-95df-4b46-b24b-ccfb0fa994b6 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329716 Jul 16 22:43:08.241337 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c8ea0-72f1-4fee-b3cd-d1e2539f5ab5 req-490e449c-0be7-482f-97d2-1fa45e89b39d tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:08.242840 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-982c8ea0-72f1-4fee-b3cd-d1e2539f5ab5 req-490e449c-0be7-482f-97d2-1fa45e89b39d tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 944 time: 0.0671558 Jul 16 22:43:08.280606 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-982c8ea0-72f1-4fee-b3cd-d1e2539f5ab5 req-b3602550-5dae-4011-bc48-a368ab321550 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321207 Jul 16 22:43:08.492144 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb871ee7-e0b3-4752-b54a-62e46ce34089 req-8d61e9ca-262f-4b34-a7d1-f6c4de4cc71f tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:08.493630 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fb871ee7-e0b3-4752-b54a-62e46ce34089 req-8d61e9ca-262f-4b34-a7d1-f6c4de4cc71f tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0612934 Jul 16 22:43:08.533441 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fb871ee7-e0b3-4752-b54a-62e46ce34089 req-2621c573-3c56-4f69-be32-02a4a9c340cc tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336647 Jul 16 22:43:09.144548 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 219e647e-ba17-4ab3-bc83-55ee8d858528 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:43:09.239296 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 219e647e-ba17-4ab3-bc83-55ee8d858528, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=219e647e-ba17-4ab3-bc83-55ee8d858528,segment=NetworkSegment(7d8c28cb-aa71-4277-b255-1eb0efed0edb),segment_id=7d8c28cb-aa71-4277-b255-1eb0efed0edb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:09.249634 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '219e647e-ba17-4ab3-bc83-55ee8d858528', 'network_id': 'ca77456c-db77-482e-82e7-fe244a52dedf', 'port_id': '219e647e-ba17-4ab3-bc83-55ee8d858528', 'mac_address': 'fa:16:3e:59:ee:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '295c13bf-4a80-467c-8d8d-52d6f1bd5b03', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:43:09.285777 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:09.298262 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 219e647e-ba17-4ab3-bc83-55ee8d858528 {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:43:09.317380 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 219e647e-ba17-4ab3-bc83-55ee8d858528, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=219e647e-ba17-4ab3-bc83-55ee8d858528,segment=NetworkSegment(7d8c28cb-aa71-4277-b255-1eb0efed0edb),segment_id=7d8c28cb-aa71-4277-b255-1eb0efed0edb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:09.321860 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:09.370985 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=219e647e-ba17-4ab3-bc83-55ee8d858528,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:09.460198 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9a5d2-51b5-45a0-99b5-a82107dae8f0 req-fee1b1a5-0a33-4ba5-8c82-fa064f086455 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:09.461658 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-58e9a5d2-51b5-45a0-99b5-a82107dae8f0 req-fee1b1a5-0a33-4ba5-8c82-fa064f086455 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 945 time: 0.0650127 Jul 16 22:43:09.498215 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-58e9a5d2-51b5-45a0-99b5-a82107dae8f0 req-29f3b7cf-44e4-48fb-a972-fe070ae8e873 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309715 Jul 16 22:43:09.566774 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['219e647e-ba17-4ab3-bc83-55ee8d858528'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:43:09.708723 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a8209d-895a-4a92-9edc-8be3af5abb39 req-c81d44ba-d416-4d28-bb71-fd05e4a5426a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:09.710213 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-70a8209d-895a-4a92-9edc-8be3af5abb39 req-c81d44ba-d416-4d28-bb71-fd05e4a5426a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0621872 Jul 16 22:43:09.746928 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-70a8209d-895a-4a92-9edc-8be3af5abb39 req-dda5646f-2a73-41ef-8b06-95bfc8c1d48d tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312045 Jul 16 22:43:10.667923 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262fd1e2-8928-4fd2-a02f-02a5808ba302 req-2661e27e-ca86-4ab3-93b1-797498cfee5c tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:10.669381 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-262fd1e2-8928-4fd2-a02f-02a5808ba302 req-2661e27e-ca86-4ab3-93b1-797498cfee5c tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 945 time: 0.0618939 Jul 16 22:43:10.706650 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-262fd1e2-8928-4fd2-a02f-02a5808ba302 req-4898fde3-7074-4afc-ab91-09a10d68f4d5 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307868 Jul 16 22:43:10.918125 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce625321-440b-468d-be0f-29adf07048bc req-a9f5dcf2-50de-4f42-bdcd-6c8d1e221176 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:10.919570 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce625321-440b-468d-be0f-29adf07048bc req-a9f5dcf2-50de-4f42-bdcd-6c8d1e221176 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0654464 Jul 16 22:43:10.957104 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce625321-440b-468d-be0f-29adf07048bc req-e0b0eaa8-38c0-4f1a-9854-785515aa64f4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316141 Jul 16 22:43:11.144068 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 219e647e-ba17-4ab3-bc83-55ee8d858528 up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:43:11.243558 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 219e647e-ba17-4ab3-bc83-55ee8d858528 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:43:11.247515 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 219e647e-ba17-4ab3-bc83-55ee8d858528 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:43:11.247892 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:11.333110 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98c766-67bc-453d-baca-bb04878681e0 req-332b8fb8-e429-4704-8445-5f86d24bd22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:11.334876 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a98c766-67bc-453d-baca-bb04878681e0 req-332b8fb8-e429-4704-8445-5f86d24bd22c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12637db01ff948e0b2bb6cede048908e&device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 1098 time: 0.0887814 Jul 16 22:43:11.339994 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:11.360398 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8352b97f-b5fb-4637-b797-5046c2be3f2b req-21c68130-4f20-41b6-a867-28929ea9d298 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:11.361946 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8352b97f-b5fb-4637-b797-5046c2be3f2b req-21c68130-4f20-41b6-a867-28929ea9d298 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1277781 Jul 16 22:43:11.374326 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593342ca-c02d-457c-a7af-4c69c3f74b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219e647e-ba17-4ab3-bc83-55ee8d858528'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:43:11.378428 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91b8ca05-aa34-4dd8-afbf-a0c48c017b69" -d '{"events": [{"server_uuid": "593342ca-c02d-457c-a7af-4c69c3f74b8c", "name": "network-vif-plugged", "status": "completed", "tag": "219e647e-ba17-4ab3-bc83-55ee8d858528"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:43:11.394734 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 219e647e-ba17-4ab3-bc83-55ee8d858528, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=219e647e-ba17-4ab3-bc83-55ee8d858528,segment=NetworkSegment(7d8c28cb-aa71-4277-b255-1eb0efed0edb),segment_id=7d8c28cb-aa71-4277-b255-1eb0efed0edb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:11.400816 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:11.438404 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2b36aa-69c7-4663-828c-74e21b619246 x-openstack-request-id: req-4c2b36aa-69c7-4663-828c-74e21b619246 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:43:11.438972 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593342ca-c02d-457c-a7af-4c69c3f74b8c", "name": "network-vif-plugged", "status": "completed", "tag": "219e647e-ba17-4ab3-bc83-55ee8d858528", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:43:11.439225 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4c2b36aa-69c7-4663-828c-74e21b619246 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:43:11.439614 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593342ca-c02d-457c-a7af-4c69c3f74b8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '219e647e-ba17-4ab3-bc83-55ee8d858528', 'code': 200} Jul 16 22:43:11.454042 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8352b97f-b5fb-4637-b797-5046c2be3f2b req-55786d75-2335-4ba8-a59e-5d4a01bb6853 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813513 Jul 16 22:43:11.465861 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=219e647e-ba17-4ab3-bc83-55ee8d858528,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:11.478006 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98c766-67bc-453d-baca-bb04878681e0 req-f2214bbf-fb1b-4d2b-9ea4-b89d7de1dedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:11.479761 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a98c766-67bc-453d-baca-bb04878681e0 req-f2214bbf-fb1b-4d2b-9ea4-b89d7de1dedb service neutron] 10.222.0.35 "GET /v2.0/networks?id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b HTTP/1.1" status: 200 len: 912 time: 0.1375484 Jul 16 22:43:11.547545 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a98c766-67bc-453d-baca-bb04878681e0 req-bd77a424-987a-4728-85b2-295b0c2f9ce9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8c594c7e-fc4c-41bf-b421-bd71a4d99d61 HTTP/1.1" status: 200 len: 1001 time: 0.0598314 Jul 16 22:43:11.598621 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98c766-67bc-453d-baca-bb04878681e0 req-f7868fbf-a169-491f-a89f-0eb77c389d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:11.600072 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a98c766-67bc-453d-baca-bb04878681e0 req-f7868fbf-a169-491f-a89f-0eb77c389d67 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91acd449-9df6-4265-ba3f-63ff7f25734f HTTP/1.1" status: 200 len: 850 time: 0.0462127 Jul 16 22:43:11.660285 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98c766-67bc-453d-baca-bb04878681e0 req-ecf4e620-a61b-4934-a3fa-ced83f1f0a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:11.661264 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e7d05-c9fc-44d8-827d-7f03201dd745 req-4cc8af92-f4b2-416f-85ce-1e0bf0585768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:11.661820 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a98c766-67bc-453d-baca-bb04878681e0 req-ecf4e620-a61b-4934-a3fa-ced83f1f0a0e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0524516 Jul 16 22:43:11.662748 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-ca5e7d05-c9fc-44d8-827d-7f03201dd745 req-4cc8af92-f4b2-416f-85ce-1e0bf0585768 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 1099 time: 0.0529106 Jul 16 22:43:11.699444 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-ca5e7d05-c9fc-44d8-827d-7f03201dd745 req-92435abc-c0bd-4b8c-a233-16892e9ef201 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266976 Jul 16 22:43:11.757205 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a98c766-67bc-453d-baca-bb04878681e0 req-f5a5a0be-978c-42c6-91a2-61f5059a750f service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847218 Jul 16 22:43:11.877731 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7a98c766-67bc-453d-baca-bb04878681e0 req-e65cf871-2a1a-4706-82b1-8aa3172637b1 service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134109 Jul 16 22:43:11.904797 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c0656d-30d8-4bda-a542-3d638dc0831d req-8db55f56-0c15-4458-a555-e75341517ee0 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:11.906853 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-68c0656d-30d8-4bda-a542-3d638dc0831d req-8db55f56-0c15-4458-a555-e75341517ee0 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 946 time: 0.0876129 Jul 16 22:43:11.944665 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-68c0656d-30d8-4bda-a542-3d638dc0831d req-92588d7b-9b6f-40c1-92be-11e42fc23cab tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Jul 16 22:43:11.987115 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:43:12.646126 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba848f94-ba46-4bc6-bf33-ced6b5b52b6a req-a5eaf6d6-1ec9-480f-905c-dd01861d3e74 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:12.647636 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ba848f94-ba46-4bc6-bf33-ced6b5b52b6a req-a5eaf6d6-1ec9-480f-905c-dd01861d3e74 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0744872 Jul 16 22:43:12.690183 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ba848f94-ba46-4bc6-bf33-ced6b5b52b6a req-8ccb7fa3-2bcf-4865-af9e-6c8545643921 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358868 Jul 16 22:43:13.117036 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61601d0b-6562-4443-9de6-c568ebb4caf8 req-40417ead-4322-4404-95df-301056d67ea8 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:13.118527 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-61601d0b-6562-4443-9de6-c568ebb4caf8 req-40417ead-4322-4404-95df-301056d67ea8 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 946 time: 0.0622797 Jul 16 22:43:13.159344 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-61601d0b-6562-4443-9de6-c568ebb4caf8 req-f6055bea-9bcc-4c7d-aa4f-d39bb41fa14a tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354171 Jul 16 22:43:24.635319 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a42534ab-c0d5-4125-84dc-2fe857ef5d4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:25.617564 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:27.349856 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6ffc4c69-4ff3-4dc6-be9b-0cab0222a7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:27.379392 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:28.118133 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:29.876181 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.758356 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 55752) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:41.863931 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.950346 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.955126 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:41.991681 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5660fd95b2ba4452883de28fa586e3fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2323005 Jul 16 22:43:41.993656 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa54119-d0e4-48c6-adf9-9f5acfc6f3c3,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:41.994823 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 55756) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:42.001555 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:42.001853 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:42.002196 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:42.002531 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:42.002866 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:42.003198 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:42.003584 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:42.003916 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:42.004251 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:42.004572 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:42.004891 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:42.005211 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c36c55c-1e8e-4202-90fd-52e318ed9c4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:43:42.043878 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d649b90d-8c6a-4dc3-aa08-4769790c8169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.065594 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d649b90d-8c6a-4dc3-aa08-4769790c8169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.113145 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d649b90d-8c6a-4dc3-aa08-4769790c8169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.115667 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d649b90d-8c6a-4dc3-aa08-4769790c8169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.116804 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-d649b90d-8c6a-4dc3-aa08-4769790c8169 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/efa54119-d0e4-48c6-adf9-9f5acfc6f3c3 HTTP/1.1" status: 204 len: 168 time: 0.1209953 Jul 16 22:43:42.124381 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d649b90d-8c6a-4dc3-aa08-4769790c8169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa54119-d0e4-48c6-adf9-9f5acfc6f3c3,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:42.376509 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 55764) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:42.389617 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-28fa4728-8a0e-40e9-b31f-59c376eef10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.477579 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-28fa4728-8a0e-40e9-b31f-59c376eef10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.481962 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-28fa4728-8a0e-40e9-b31f-59c376eef10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.518829 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fa4728-8a0e-40e9-b31f-59c376eef10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0f550b-ce1e-48eb-8589-1d5e4a063d3e,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:42.523991 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-28fa4728-8a0e-40e9-b31f-59c376eef10b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=35a47accce144599b11f752ba4f8ef8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1464038 Jul 16 22:43:42.525580 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 55768) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:43:42.580364 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-75805456-cebc-4d63-9732-60e506a144e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.607837 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-75805456-cebc-4d63-9732-60e506a144e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.656405 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-75805456-cebc-4d63-9732-60e506a144e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.659215 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-75805456-cebc-4d63-9732-60e506a144e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:42.660464 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-75805456-cebc-4d63-9732-60e506a144e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca0f550b-ce1e-48eb-8589-1d5e4a063d3e HTTP/1.1" status: 204 len: 168 time: 0.1339331 Jul 16 22:43:42.669430 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75805456-cebc-4d63-9732-60e506a144e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0f550b-ce1e-48eb-8589-1d5e4a063d3e,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:42.764076 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98160495-44aa-4572-b8e7-537e268a74d9 req-e1f0168b-5b0d-429c-9865-fb3348bb0293 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:42.766116 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-98160495-44aa-4572-b8e7-537e268a74d9 req-e1f0168b-5b0d-429c-9865-fb3348bb0293 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 946 time: 0.0633950 Jul 16 22:43:42.804548 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-98160495-44aa-4572-b8e7-537e268a74d9 req-769c34f8-1fa1-46c8-b8c8-31f155541545 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322802 Jul 16 22:43:43.991866 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1955af-953d-4cb2-8ba7-04f7575076d5 req-bcf6ea46-5af0-4eb4-ab1e-75a35435f8d3 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:43.993369 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9d1955af-953d-4cb2-8ba7-04f7575076d5 req-bcf6ea46-5af0-4eb4-ab1e-75a35435f8d3 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 946 time: 0.0718553 Jul 16 22:43:44.031327 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9d1955af-953d-4cb2-8ba7-04f7575076d5 req-baabc7f3-0d20-42f3-8b5c-a0843727e3e3 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b064c95-18aa-4200-9af0-6db3737b59c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Jul 16 22:43:44.804261 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdcc59b-5cc9-4a7e-ade0-a78c156b2e6e req-fc389a74-1258-4200-a863-6141ad26c413 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:44.805711 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bfdcc59b-5cc9-4a7e-ade0-a78c156b2e6e req-fc389a74-1258-4200-a863-6141ad26c413 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.35 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 946 time: 0.0608332 Jul 16 22:43:44.903057 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-bfdcc59b-5cc9-4a7e-ade0-a78c156b2e6e req-7f5498bb-cc34-41f7-a245-85c4058ca767 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Deleting port 219e647e-ba17-4ab3-bc83-55ee8d858528 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:44.903395 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-bfdcc59b-5cc9-4a7e-ade0-a78c156b2e6e req-7f5498bb-cc34-41f7-a245-85c4058ca767 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:44.988036 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-bfdcc59b-5cc9-4a7e-ade0-a78c156b2e6e req-7f5498bb-cc34-41f7-a245-85c4058ca767 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] For port 219e647e-ba17-4ab3-bc83-55ee8d858528, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=219e647e-ba17-4ab3-bc83-55ee8d858528,segment=NetworkSegment(7d8c28cb-aa71-4277-b255-1eb0efed0edb),segment_id=7d8c28cb-aa71-4277-b255-1eb0efed0edb)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:44.988397 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-bfdcc59b-5cc9-4a7e-ade0-a78c156b2e6e req-7f5498bb-cc34-41f7-a245-85c4058ca767 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.000349 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-bfdcc59b-5cc9-4a7e-ade0-a78c156b2e6e req-7f5498bb-cc34-41f7-a245-85c4058ca767 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Calling delete_port for 219e647e-ba17-4ab3-bc83-55ee8d858528 owned by compute:nova {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:45.128495 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-bfdcc59b-5cc9-4a7e-ade0-a78c156b2e6e req-7f5498bb-cc34-41f7-a245-85c4058ca767 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.141906 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['219e647e-ba17-4ab3-bc83-55ee8d858528'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:43:45.158319 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5498bb-cc34-41f7-a245-85c4058ca767 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Pushing event deleted for resources: {'Port': ['ID=219e647e-ba17-4ab3-bc83-55ee8d858528,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:45.192800 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8eb8857d-ab8c-4080-8f62-e5ad740741c0 req-46f67531-bf57-4c1e-8925-7cbaa07ed5f5 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.24 "GET /v2.0/ports?device_id=593342ca-c02d-457c-a7af-4c69c3f74b8c HTTP/1.1" status: 200 len: 210 time: 0.0399480 Jul 16 22:43:45.234996 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfdcc59b-5cc9-4a7e-ade0-a78c156b2e6e req-7f5498bb-cc34-41f7-a245-85c4058ca767 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] No DVR routers for this DVR port 219e647e-ba17-4ab3-bc83-55ee8d858528 on host hv-cinder-79760 {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:45.237663 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-bfdcc59b-5cc9-4a7e-ade0-a78c156b2e6e req-7f5498bb-cc34-41f7-a245-85c4058ca767 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:45.239773 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bfdcc59b-5cc9-4a7e-ade0-a78c156b2e6e req-7f5498bb-cc34-41f7-a245-85c4058ca767 tempest-VolumesSnapshotTestJSON-1605903254 tempest-VolumesSnapshotTestJSON-1605903254-project] 10.222.0.35 "DELETE /v2.0/ports/219e647e-ba17-4ab3-bc83-55ee8d858528 HTTP/1.1" status: 204 len: 173 time: 0.4274738 Jul 16 22:43:45.240176 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '593342ca-c02d-457c-a7af-4c69c3f74b8c', 'name': 'network-vif-deleted', 'tag': '219e647e-ba17-4ab3-bc83-55ee8d858528'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:43:45.242425 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b87850d7-dfa8-4d46-a372-0b817af86675" -d '{"events": [{"server_uuid": "593342ca-c02d-457c-a7af-4c69c3f74b8c", "name": "network-vif-deleted", "tag": "219e647e-ba17-4ab3-bc83-55ee8d858528"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:43:45.284014 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c87d98-b7d2-4f81-abb0-b1b40b657a39 x-openstack-request-id: req-b7c87d98-b7d2-4f81-abb0-b1b40b657a39 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:43:45.284332 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "593342ca-c02d-457c-a7af-4c69c3f74b8c", "name": "network-vif-deleted", "tag": "219e647e-ba17-4ab3-bc83-55ee8d858528", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:43:45.284632 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7c87d98-b7d2-4f81-abb0-b1b40b657a39 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:43:45.285052 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '593342ca-c02d-457c-a7af-4c69c3f74b8c', 'name': 'network-vif-deleted', 'tag': '219e647e-ba17-4ab3-bc83-55ee8d858528', 'status': 'completed', 'code': 200} Jul 16 22:43:48.985281 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:43:49.780987 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 219e647e-ba17-4ab3-bc83-55ee8d858528 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:43:49.800583 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 219e647e-ba17-4ab3-bc83-55ee8d858528 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:43:49.800925 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 219e647e-ba17-4ab3-bc83-55ee8d858528 not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:43:54.201612 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f376c4-e71f-46e9-93bf-21b56fd930d4 req-d35bde76-d20c-4b9d-8b00-0a9311edc7da tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:54.203119 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f5f376c4-e71f-46e9-93bf-21b56fd930d4 req-d35bde76-d20c-4b9d-8b00-0a9311edc7da tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 946 time: 0.0678244 Jul 16 22:43:54.246012 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f5f376c4-e71f-46e9-93bf-21b56fd930d4 req-ee7bc3b2-189f-46ea-9a1d-e522aa951fe1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354223 Jul 16 22:43:54.637374 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ab558da2-e34d-4d34-92e2-1c82c87e9bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.431565 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737877ef-6e2a-4e8c-827e-cfc1fb9f94bc req-96caa75b-2075-4eaf-b35e-6be8f2b148d6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:55.433041 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-737877ef-6e2a-4e8c-827e-cfc1fb9f94bc req-96caa75b-2075-4eaf-b35e-6be8f2b148d6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 946 time: 0.0620201 Jul 16 22:43:55.472282 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-737877ef-6e2a-4e8c-827e-cfc1fb9f94bc req-c076cf5a-92e5-4217-a742-9b911d1c51c1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=e362910b-5561-494a-958e-c67dec1b5e0d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319793 Jul 16 22:43:55.646976 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.685614 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-1846f09a-a2bb-4b3b-bb10-2752163d1a1a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:43:55.687148 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-1846f09a-a2bb-4b3b-bb10-2752163d1a1a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.35 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 946 time: 0.0844879 Jul 16 22:43:55.789398 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Deleting port 68c5be25-0172-4360-b6e6-dc72d169991b {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:43:55.789768 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:55.901857 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] For port 68c5be25-0172-4360-b6e6-dc72d169991b, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=68c5be25-0172-4360-b6e6-dc72d169991b,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:43:55.901857 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.111878 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.112155 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.112459 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.l3_db [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Floating IP 6a1de445-078b-4739-b09f-d19c4f5bf3b2 disassociated. External IP: 172.27.0.207, port: 68c5be25-0172-4360-b6e6-dc72d169991b. Jul 16 22:43:56.112793 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Calling delete_port for 68c5be25-0172-4360-b6e6-dc72d169991b owned by compute:nova {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:43:56.234142 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.265722 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event deleted for resources: {'Port': ['ID=68c5be25-0172-4360-b6e6-dc72d169991b,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:43:56.375722 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Router 5cde8fd1-d199-463e-b796-07328ffcfe5a has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:43:56.478723 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:43:56.489829 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee66f05-300a-48b2-babe-af34796337fe None None] Sync routers for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:43:56.498519 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee66f05-300a-48b2-babe-af34796337fe None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:56.499126 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-aee66f05-300a-48b2-babe-af34796337fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:43:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:56.523966 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] No DVR routers for this DVR port 68c5be25-0172-4360-b6e6-dc72d169991b on host hv-cinder-79760 {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:43:56.526736 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:56.528719 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2097ff22-2362-47a5-865e-a3f80861cd96 req-6b9e059c-c43b-4da4-b4be-bda9e80655b1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.35 "DELETE /v2.0/ports/68c5be25-0172-4360-b6e6-dc72d169991b HTTP/1.1" status: 204 len: 173 time: 0.8346944 Jul 16 22:43:56.529195 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'name': 'network-vif-deleted', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:43:56.531450 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b129ad-3598-4265-a7b3-cd8d071071e6" -d '{"events": [{"server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "name": "network-vif-deleted", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:43:56.578490 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7861ce88-f912-4898-b5db-827c7410244f x-openstack-request-id: req-7861ce88-f912-4898-b5db-827c7410244f {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:43:56.578826 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e13f5eb-9513-4c00-becd-4ebba31e9225", "name": "network-vif-deleted", "tag": "68c5be25-0172-4360-b6e6-dc72d169991b", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:43:56.579079 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7861ce88-f912-4898-b5db-827c7410244f {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:43:56.579620 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e13f5eb-9513-4c00-becd-4ebba31e9225', 'name': 'network-vif-deleted', 'tag': '68c5be25-0172-4360-b6e6-dc72d169991b', 'status': 'completed', 'code': 200} Jul 16 22:43:56.626377 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-aee66f05-300a-48b2-babe-af34796337fe None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:56.629366 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8720e6ec-d126-492b-be4a-95d871a2c2e5 req-db8c5bd5-61e7-4fb0-b57e-36daee5e57e4 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 210 time: 0.0282133 Jul 16 22:43:56.830666 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-aee66f05-300a-48b2-babe-af34796337fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:40:00Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:56.861283 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee66f05-300a-48b2-babe-af34796337fe None None] Checking router: 5cde8fd1-d199-463e-b796-07328ffcfe5a for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:43:56.870616 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee66f05-300a-48b2-babe-af34796337fe None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:43:56.871226 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-aee66f05-300a-48b2-babe-af34796337fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:43:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:57.084273 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-aee66f05-300a-48b2-babe-af34796337fe None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:43:57.280452 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-aee66f05-300a-48b2-babe-af34796337fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:40:00Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:43:57.310861 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee66f05-300a-48b2-babe-af34796337fe None None] The sync data for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi is: [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:40:00Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:43:57.351457 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a3ee205b-e32a-47c7-9ea5-c11957d01ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.382399 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:57.525831 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-079d2ded-4960-4c9d-8116-7fcc7a5223f1 None None] New status for floating IP 6a1de445-078b-4739-b09f-d19c4f5bf3b2: DOWN {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:43:57.780963 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-48c6afe4-cbf1-48a4-b51b-b4b5339b08fc req-2312d95e-83b8-4285-a878-ef080b905571 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 210 time: 0.0289729 Jul 16 22:43:58.122593 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:43:58.923749 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4ab24fe4-342c-4205-af76-d70199355634 req-412d14c1-ba77-4c5b-854d-f0bedfa1dc1a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=3e13f5eb-9513-4c00-becd-4ebba31e9225 HTTP/1.1" status: 200 len: 210 time: 0.0303600 Jul 16 22:43:59.880008 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.069783 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56074) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:00.382396 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4ccf87eb-3f36-466d-9acb-0cec8c2362ff tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.404478 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4ccf87eb-3f36-466d-9acb-0cec8c2362ff tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.450635 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4ccf87eb-3f36-466d-9acb-0cec8c2362ff tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.453189 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4ccf87eb-3f36-466d-9acb-0cec8c2362ff tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.454358 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-4ccf87eb-3f36-466d-9acb-0cec8c2362ff tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "DELETE /v2.0/security-groups/e362910b-5561-494a-958e-c67dec1b5e0d HTTP/1.1" status: 204 len: 168 time: 0.3835876 Jul 16 22:44:00.457258 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56080) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:00.463165 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf87eb-3f36-466d-9acb-0cec8c2362ff tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e362910b-5561-494a-958e-c67dec1b5e0d,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:00.471859 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.api.v2.resource [None req-50cfffe0-d2fe-42fd-b7e7-9907b4451276 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] show failed (client error): The resource could not be found. Jul 16 22:44:00.473502 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-50cfffe0-d2fe-42fd-b7e7-9907b4451276 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups/e362910b-5561-494a-958e-c67dec1b5e0d HTTP/1.1" status: 404 len: 347 time: 0.0152018 Jul 16 22:44:00.476682 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56082) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:00.601683 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-f60eb755-30c4-42c6-84c7-8f72a6ff446e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Deleting port 6466e6bc-32d9-42f6-a1c9-b42d8eaffe7c {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:44:00.602030 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f60eb755-30c4-42c6-84c7-8f72a6ff446e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.873476 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f60eb755-30c4-42c6-84c7-8f72a6ff446e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.873849 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f60eb755-30c4-42c6-84c7-8f72a6ff446e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:00.885433 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-f60eb755-30c4-42c6-84c7-8f72a6ff446e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Calling delete_port for 6466e6bc-32d9-42f6-a1c9-b42d8eaffe7c owned by network:floatingip {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:44:01.032304 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f60eb755-30c4-42c6-84c7-8f72a6ff446e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.042172 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56110) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:01.058599 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60eb755-30c4-42c6-84c7-8f72a6ff446e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event deleted for resources: {'Port': ['ID=6466e6bc-32d9-42f6-a1c9-b42d8eaffe7c,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:01.086551 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f60eb755-30c4-42c6-84c7-8f72a6ff446e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.089239 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f60eb755-30c4-42c6-84c7-8f72a6ff446e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.090403 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-f60eb755-30c4-42c6-84c7-8f72a6ff446e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "DELETE /v2.0/floatingips/6a1de445-078b-4739-b09f-d19c4f5bf3b2 HTTP/1.1" status: 204 len: 168 time: 0.6125629 Jul 16 22:44:01.117987 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 68c5be25-0172-4360-b6e6-dc72d169991b no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:44:01.139106 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 68c5be25-0172-4360-b6e6-dc72d169991b {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:44:01.139633 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 68c5be25-0172-4360-b6e6-dc72d169991b not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:44:01.151638 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8409303e-1a54-46a9-83e9-4c03a4df82ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.240599 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8409303e-1a54-46a9-83e9-4c03a4df82ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.244252 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8409303e-1a54-46a9-83e9-4c03a4df82ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.283122 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-8409303e-1a54-46a9-83e9-4c03a4df82ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18bf6ae039284c94adefc428d248b19d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2397277 Jul 16 22:44:01.283970 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8409303e-1a54-46a9-83e9-4c03a4df82ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2f2531-2e83-4d4e-8c5c-43c31b333324,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:01.286167 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56116) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:01.339176 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56120) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:01.343595 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-e655418a-f75e-4576-9542-b797913998de tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1266325372', 'description': 'tempest-description--737222213'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:01.361682 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-aabbb0c2-2bf9-4dfe-84a2-f9953717a771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.388464 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e655418a-f75e-4576-9542-b797913998de tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.392341 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-aabbb0c2-2bf9-4dfe-84a2-f9953717a771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.470687 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-aabbb0c2-2bf9-4dfe-84a2-f9953717a771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.473564 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-aabbb0c2-2bf9-4dfe-84a2-f9953717a771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.474741 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-aabbb0c2-2bf9-4dfe-84a2-f9953717a771 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c2f2531-2e83-4d4e-8c5c-43c31b333324 HTTP/1.1" status: 204 len: 168 time: 0.1867955 Jul 16 22:44:01.486167 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabbb0c2-2bf9-4dfe-84a2-f9953717a771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2f2531-2e83-4d4e-8c5c-43c31b333324,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:01.531509 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e655418a-f75e-4576-9542-b797913998de tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.535510 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e655418a-f75e-4576-9542-b797913998de tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.558155 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e655418a-f75e-4576-9542-b797913998de tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.559430 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-e655418a-f75e-4576-9542-b797913998de tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2197063 Jul 16 22:44:01.562706 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56130) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:01.568176 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-0e7c3827-f018-4e37-a1e4-059f242ab99f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Request body: {'security_group_rule': {'security_group_id': '59f412c1-f965-4b0e-9a88-7743c9daface', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:01.568525 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655418a-f75e-4576-9542-b797913998de tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59f412c1-f965-4b0e-9a88-7743c9daface,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:01.603458 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3827-f018-4e37-a1e4-059f242ab99f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.678773 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3827-f018-4e37-a1e4-059f242ab99f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.686178 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3827-f018-4e37-a1e4-059f242ab99f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.703511 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c3827-f018-4e37-a1e4-059f242ab99f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e2a660-d8ec-4245-88cc-798e2a9a3f78,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:01.718563 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0e7c3827-f018-4e37-a1e4-059f242ab99f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.722925 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-0e7c3827-f018-4e37-a1e4-059f242ab99f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1560285 Jul 16 22:44:01.723325 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56138) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:01.728306 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-9be7fd10-132a-432a-8a94-1cbfdb1e36c7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Request body: {'security_group_rule': {'security_group_id': '59f412c1-f965-4b0e-9a88-7743c9daface', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:01.755961 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9be7fd10-132a-432a-8a94-1cbfdb1e36c7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.789777 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56142) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:01.803413 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-03dddeb0-445f-466b-8f39-637750d1bd06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.816150 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9be7fd10-132a-432a-8a94-1cbfdb1e36c7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.820903 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9be7fd10-132a-432a-8a94-1cbfdb1e36c7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.838890 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be7fd10-132a-432a-8a94-1cbfdb1e36c7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e789c317-a7fb-4d46-bfcc-420c6ff5086c,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:01.893214 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-03dddeb0-445f-466b-8f39-637750d1bd06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.898548 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-03dddeb0-445f-466b-8f39-637750d1bd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.906775 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9be7fd10-132a-432a-8a94-1cbfdb1e36c7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:01.911109 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-9be7fd10-132a-432a-8a94-1cbfdb1e36c7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1837482 Jul 16 22:44:01.911403 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56144) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:01.916939 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Request body: {'floatingip': {'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:01.938277 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-03dddeb0-445f-466b-8f39-637750d1bd06 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56867b6cd483468b8731206f151ca5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1473484 Jul 16 22:44:01.939190 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03dddeb0-445f-466b-8f39-637750d1bd06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de05d716-e5fd-45ff-9bbb-cd8e008ce18d,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:01.942822 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56146) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:01.953003 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.028490 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9d18b72b-0452-4905-be3a-23aa2a1b25e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.089613 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9d18b72b-0452-4905-be3a-23aa2a1b25e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.176048 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.195160 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9682fd-37ac-463d-a8e2-96a9cd9e457b req-1639576c-c32b-4aac-b99c-8e5ae8265e19 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:02.196658 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8e9682fd-37ac-463d-a8e2-96a9cd9e457b req-1639576c-c32b-4aac-b99c-8e5ae8265e19 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1319921 Jul 16 22:44:02.211172 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9d18b72b-0452-4905-be3a-23aa2a1b25e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.213640 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9d18b72b-0452-4905-be3a-23aa2a1b25e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.214675 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-9d18b72b-0452-4905-be3a-23aa2a1b25e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/de05d716-e5fd-45ff-9bbb-cd8e008ce18d HTTP/1.1" status: 204 len: 168 time: 0.2707584 Jul 16 22:44:02.265330 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d18b72b-0452-4905-be3a-23aa2a1b25e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de05d716-e5fd-45ff-9bbb-cd8e008ce18d,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:02.287359 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8e9682fd-37ac-463d-a8e2-96a9cd9e457b req-1c125ae1-0c33-4384-974d-c8ea2f230a7c tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847373 Jul 16 22:44:02.338012 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Allocated IP 172.27.0.198 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/b4d4d076-18e9-4beb-9c24-e0b8366d53a4) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:02.444160 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.483471 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.522473 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:02.525443 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:02.528772 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:02.534310 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event updated for resources: {'Port': ['ID=b4d4d076-18e9-4beb-9c24-e0b8366d53a4,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:02.627441 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.669661 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.837828 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.843755 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.909348 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event updated for resources: {'Port': ['ID=b4d4d076-18e9-4beb-9c24-e0b8366d53a4,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:02.920907 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.935321 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:02.936559 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-d389d21f-6fcd-4683-81c3-e697d061b342 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0239742 Jul 16 22:44:03.126024 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-82b2d72e-f73d-4d84-99bd-095054812b8b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1266325372&fields=id&tenant_id=451c3e7fefbb4f29aff61cee92649a21 HTTP/1.1" status: 200 len: 267 time: 0.0354607 Jul 16 22:44:03.237604 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-68797c14-27f5-40d8-95c4-dba1d6424db2 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:03.239089 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-68797c14-27f5-40d8-95c4-dba1d6424db2 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 816 time: 0.1058338 Jul 16 22:44:03.254054 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-1b5f00ab-fda5-4fb2-92d7-b622b8fb586c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/quotas/451c3e7fefbb4f29aff61cee92649a21 HTTP/1.1" status: 200 len: 375 time: 0.0089383 Jul 16 22:44:03.331021 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-95aa4ee6-6939-4efd-b630-0b0f6bf060e8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712581 Jul 16 22:44:03.466816 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-794123f8-a890-4eea-8cb8-a61554d739f2 service neutron] 10.222.0.24 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210017 Jul 16 22:44:03.545468 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d15e313-d45c-4d69-bfec-0119ed11f3e1 req-0691a0a0-8e90-4027-b4e3-7f09bf032f82 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:03.546968 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3d15e313-d45c-4d69-bfec-0119ed11f3e1 req-0691a0a0-8e90-4027-b4e3-7f09bf032f82 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.1395187 Jul 16 22:44:03.595894 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-a520fa58-fd9d-4d53-95df-5689c07b016e service neutron] 10.222.0.24 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231551 Jul 16 22:44:03.604060 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3d15e313-d45c-4d69-bfec-0119ed11f3e1 req-57fabaa3-524e-42ad-8566-724b30acb0c5 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=98673355-c3d2-40d2-98e0-78b618dab16f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491142 Jul 16 22:44:03.781391 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32ed9183-82af-4bd4-af1b-b316781d91e1 req-fcf77117-b7b0-452b-8655-c3dee09d29a5 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 210 time: 0.0367396 Jul 16 22:44:04.021116 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-12390da9-2207-4499-822e-ed9d96414af6 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:04.022775 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-12390da9-2207-4499-822e-ed9d96414af6 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.35 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 945 time: 0.0644417 Jul 16 22:44:04.133261 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Deleting port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:44:04.133645 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:04.226869 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] For port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=8c594c7e-fc4c-41bf-b421-bd71a4d99d61,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:04.227224 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:04.394321 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:04.394974 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:04.394974 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.l3_db [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Floating IP 7565b949-3404-403e-862e-4b5e546501cb disassociated. External IP: 172.27.0.122, port: 8c594c7e-fc4c-41bf-b421-bd71a4d99d61. Jul 16 22:44:04.395243 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Calling delete_port for 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 owned by compute:nova {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:44:04.523146 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:04.549245 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event deleted for resources: {'Port': ['ID=8c594c7e-fc4c-41bf-b421-bd71a4d99d61,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:04.666283 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Router da599903-4e77-4314-9c63-2f0e749096db has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:44:04.750185 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d3f72a48-c738-40ae-b380-b2dc4140f2e9 req-f50e6de6-05eb-4452-9c7d-e934840e33b2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=66f1a009-e224-4553-b5ce-e805001be247 HTTP/1.1" status: 200 len: 210 time: 0.0336368 Jul 16 22:44:04.806938 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:04.817965 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb0101-fc67-4902-865b-598fff7e6a7c None None] Sync routers for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:04.827675 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb0101-fc67-4902-865b-598fff7e6a7c None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:04.830094 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-efeb0101-fc67-4902-865b-598fff7e6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:43:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:04.881567 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] No DVR routers for this DVR port 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 on host hv-cinder-79760 {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:44:04.884240 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:04.886816 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-41c2052b-02f1-4b70-9b27-6efed50a14de req-9bd6269b-bf0c-4e6a-94df-522e693fbcb2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.35 "DELETE /v2.0/ports/8c594c7e-fc4c-41bf-b421-bd71a4d99d61 HTTP/1.1" status: 204 len: 173 time: 0.8583221 Jul 16 22:44:04.888284 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66f1a009-e224-4553-b5ce-e805001be247', 'name': 'network-vif-deleted', 'tag': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:04.891913 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f0cb26-fe7b-4d4d-93f5-2f41199f2c28" -d '{"events": [{"server_uuid": "66f1a009-e224-4553-b5ce-e805001be247", "name": "network-vif-deleted", "tag": "8c594c7e-fc4c-41bf-b421-bd71a4d99d61"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:04.977658 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091adea4-7a5c-43ad-b1f6-dcdba7ce4c47 x-openstack-request-id: req-091adea4-7a5c-43ad-b1f6-dcdba7ce4c47 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:04.977959 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66f1a009-e224-4553-b5ce-e805001be247", "name": "network-vif-deleted", "tag": "8c594c7e-fc4c-41bf-b421-bd71a4d99d61", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:04.978349 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-091adea4-7a5c-43ad-b1f6-dcdba7ce4c47 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:04.978791 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66f1a009-e224-4553-b5ce-e805001be247', 'name': 'network-vif-deleted', 'tag': '8c594c7e-fc4c-41bf-b421-bd71a4d99d61', 'status': 'completed', 'code': 200} Jul 16 22:44:04.999351 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-5d8ac39d-d454-46b8-955e-5ca335c4471e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:05.001857 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-5d8ac39d-d454-46b8-955e-5ca335c4471e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.35 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 816 time: 0.2626841 Jul 16 22:44:05.019506 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-efeb0101-fc67-4902-865b-598fff7e6a7c None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:05.094020 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-fc6c1ef5-b55e-4241-9cc8-5a72d8cc4dbf tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=451c3e7fefbb4f29aff61cee92649a21 HTTP/1.1" status: 200 len: 380 time: 0.0817785 Jul 16 22:44:05.110825 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Request body: {'port': {'device_id': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'admin_state_up': True, 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'security_groups': ['59f412c1-f965-4b0e-9a88-7743c9daface']}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:05.243304 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3d81ac57-1ab7-4d5b-a38e-c1b2f3a8b14c req-ebea10da-8daf-4e87-802a-ce723dd78c63 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 210 time: 0.1069326 Jul 16 22:44:05.337629 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-efeb0101-fc67-4902-865b-598fff7e6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:05.379750 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb0101-fc67-4902-865b-598fff7e6a7c None None] Checking router: da599903-4e77-4314-9c63-2f0e749096db for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:05.381282 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Made reservation on behalf of 451c3e7fefbb4f29aff61cee92649a21 for: {'port': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:05.386979 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.389367 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efeb0101-fc67-4902-865b-598fff7e6a7c None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:05.390029 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-efeb0101-fc67-4902-865b-598fff7e6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:43:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:05.504261 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-efeb0101-fc67-4902-865b-598fff7e6a7c None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:05.530668 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Allocated IP 172.20.0.8 (50e44edd-5b1f-499c-8dc2-2e586d01fac2/680d7656-7b6d-4cce-bb9c-e15cf419686e/77c70275-759f-4e64-b5e0-c37afff0084d) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:05.703811 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.721232 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Transition to ACTIVE for port object 77c70275-759f-4e64-b5e0-c37afff0084d will not be triggered until provisioned by entity DHCP. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:05.728361 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-efeb0101-fc67-4902-865b-598fff7e6a7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:05.755873 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efeb0101-fc67-4902-865b-598fff7e6a7c None None] The sync data for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi is: [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:05.757773 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.832955 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:05.837993 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:05.840840 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:05.848280 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:05.849112 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:05.868821 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event updated for resources: {'Port': ['ID=77c70275-759f-4e64-b5e0-c37afff0084d,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:05.881373 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-d639c657-862e-4cc5-8754-1cadf38a32ea tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7802296 Jul 16 22:44:05.898372 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Request body: {'port': {'device_id': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:05.930944 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56260) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:05.999382 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.002311 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.028905 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.070486 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589f8161-6592-4afe-91c2-e944c735ec63 None None] New status for floating IP 7565b949-3404-403e-862e-4b5e546501cb: DOWN {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:44:06.084349 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.087857 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.089368 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "DELETE /v2.0/security-groups/98673355-c3d2-40d2-98e0-78b618dab16f HTTP/1.1" status: 204 len: 168 time: 0.1568840 Jul 16 22:44:06.092966 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56262) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:06.110439 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-0e918a1a-ae38-4510-b3ae-d65e9beb5e5a None None] Provisioning for port 77c70275-759f-4e64-b5e0-c37afff0084d completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:06.116393 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-0e918a1a-ae38-4510-b3ae-d65e9beb5e5a None None] Provisioning complete for port 77c70275-759f-4e64-b5e0-c37afff0084d triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:06.117032 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-0e918a1a-ae38-4510-b3ae-d65e9beb5e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.117332 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98673355-c3d2-40d2-98e0-78b618dab16f,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:06.121994 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.api.v2.resource [None req-c40502c9-a669-4da5-a12e-22f900b4c3e1 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] show failed (client error): The resource could not be found. Jul 16 22:44:06.126115 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-c40502c9-a669-4da5-a12e-22f900b4c3e1 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups/98673355-c3d2-40d2-98e0-78b618dab16f HTTP/1.1" status: 404 len: 347 time: 0.0292497 Jul 16 22:44:06.127512 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56264) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:06.175824 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-0e918a1a-ae38-4510-b3ae-d65e9beb5e5a None None] Port 77c70275-759f-4e64-b5e0-c37afff0084d cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:06.199036 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.199385 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.199957 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.200458 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.201758 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.201999 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.202424 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.202804 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.203303 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.203642 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.203970 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.204349 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f13520c-d337-4f75-b7c8-321b45c345f0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:06.312457 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-94a3d8ea-c4ed-4c89-8257-1c6332b1ff24 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Deleting port 1ca4eab9-85d2-43e4-b888-7949b40cd9d8 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:44:06.312843 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-94a3d8ea-c4ed-4c89-8257-1c6332b1ff24 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.332484 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77c70275-759f-4e64-b5e0-c37afff0084d {{(pid=99618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:06.340919 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.353846 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Transition to ACTIVE for port object 77c70275-759f-4e64-b5e0-c37afff0084d will not be triggered until provisioned by entity L2. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:06.358137 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.418812 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=77c70275-759f-4e64-b5e0-c37afff0084d,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:06.461369 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Attempting to bind port 77c70275-759f-4e64-b5e0-c37afff0084d on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:06.461369 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Attempting to bind port 77c70275-759f-4e64-b5e0-c37afff0084d by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:06.461755 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Attempting to bind port 77c70275-759f-4e64-b5e0-c37afff0084d on network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:06.471464 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Port 77c70275-759f-4e64-b5e0-c37afff0084d on network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:44:06.471770 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Attempting to bind port 77c70275-759f-4e64-b5e0-c37afff0084d on network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:06.472353 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-94a3d8ea-c4ed-4c89-8257-1c6332b1ff24 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.472807 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-94a3d8ea-c4ed-4c89-8257-1c6332b1ff24 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.478043 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:06.478396 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Checking segment: {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:06.478791 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Bound using segment: {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:06.479272 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Bound port: 77c70275-759f-4e64-b5e0-c37afff0084d, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2'}}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:06.479643 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.491326 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-94a3d8ea-c4ed-4c89-8257-1c6332b1ff24 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Calling delete_port for 1ca4eab9-85d2-43e4-b888-7949b40cd9d8 owned by network:floatingip {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:44:06.553573 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, cleared binding levels {{(pid=99618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:06.558420 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c70275-759f-4e64-b5e0-c37afff0084d,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:06.565491 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.570910 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b510b-63ef-4d2f-be5c-af0e0ad33011 req-c0a6f9ca-bce8-445d-9fd0-60f2a4f0ad16 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:06.572563 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-942b510b-63ef-4d2f-be5c-af0e0ad33011 req-c0a6f9ca-bce8-445d-9fd0-60f2a4f0ad16 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.1862607 Jul 16 22:44:06.603264 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:06.603884 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.605289 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] 10.222.0.35 "PUT /v2.0/ports/77c70275-759f-4e64-b5e0-c37afff0084d HTTP/1.1" status: 200 len: 1093 time: 0.7163887 Jul 16 22:44:06.605846 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:06.608179 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b359dc5-e33b-4963-a84d-e7e5489a1bab" -d '{"events": [{"name": "network-changed", "server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:06.636702 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb5f849-184c-4046-a697-4b2a24e9e9a3 service neutron] Pushing event updated for resources: {'Port': ['ID=77c70275-759f-4e64-b5e0-c37afff0084d,revision_number=3']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:06.674549 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e60a6497-6389-4891-addc-27d507557132 x-openstack-request-id: req-e60a6497-6389-4891-addc-27d507557132 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:06.676173 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:06.676295 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e60a6497-6389-4891-addc-27d507557132 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:06.676895 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d', 'status': 'completed', 'code': 200} Jul 16 22:44:06.686379 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-942b510b-63ef-4d2f-be5c-af0e0ad33011 req-1411f7b6-eb4a-4e62-b6cd-3ca7c746606d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026082 Jul 16 22:44:06.741420 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-a51bb5c7-7de9-48c8-9ac6-2d0222cba84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:06.742998 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-a51bb5c7-7de9-48c8-9ac6-2d0222cba84d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 1096 time: 0.0898116 Jul 16 22:44:06.763867 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-94a3d8ea-c4ed-4c89-8257-1c6332b1ff24 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.788251 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56282) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:06.794747 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-4e879fbd-54db-4eda-a495-0e06db2cc315 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77c70275-759f-4e64-b5e0-c37afff0084d HTTP/1.1" status: 200 len: 217 time: 0.0442832 Jul 16 22:44:06.796937 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3d8ea-c4ed-4c89-8257-1c6332b1ff24 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event deleted for resources: {'Port': ['ID=1ca4eab9-85d2-43e4-b888-7949b40cd9d8,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:06.850089 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-994edcb6-9e5a-4fab-a825-a904c67ede94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:06.851962 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-994edcb6-9e5a-4fab-a825-a904c67ede94 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=680d7656-7b6d-4cce-bb9c-e15cf419686e HTTP/1.1" status: 200 len: 855 time: 0.0476203 Jul 16 22:44:06.876128 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-94a3d8ea-c4ed-4c89-8257-1c6332b1ff24 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.878916 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-94a3d8ea-c4ed-4c89-8257-1c6332b1ff24 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.880241 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-94a3d8ea-c4ed-4c89-8257-1c6332b1ff24 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "DELETE /v2.0/floatingips/7565b949-3404-403e-862e-4b5e546501cb HTTP/1.1" status: 204 len: 168 time: 0.7514491 Jul 16 22:44:06.935817 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9fac-d794-4fda-86f0-f31fda7ee235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:06.958698 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-cfbcf512-0960-4f7c-a7c2-2dfdc1eac59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:06.960202 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-cfbcf512-0960-4f7c-a7c2-2dfdc1eac59a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50e44edd-5b1f-499c-8dc2-2e586d01fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1013954 Jul 16 22:44:07.081985 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-8a4bc2a4-ec71-4f15-b733-adc3086c9252 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123238 Jul 16 22:44:07.130120 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9fac-d794-4fda-86f0-f31fda7ee235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.134071 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:44:07.139230 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ea8a9fac-d794-4fda-86f0-f31fda7ee235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.142350 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56288) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:07.148285 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-a07c9615-019a-4c99-b665-6b2103412941 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1510971178', 'description': 'tempest-description--1392284282'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:07.155365 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:44:07.155706 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 8c594c7e-fc4c-41bf-b421-bd71a4d99d61 not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:44:07.173377 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a07c9615-019a-4c99-b665-6b2103412941 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.211119 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-ea8a9fac-d794-4fda-86f0-f31fda7ee235 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41eca7df341a4ff4b0744de90e7b2c92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4214640 Jul 16 22:44:07.211827 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8a9fac-d794-4fda-86f0-f31fda7ee235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c4bf08a-48fb-4ed6-8dad-e7f05d0acc0a,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:07.214905 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56290) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:07.232838 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cfed9fef-f2e0-49dc-b167-6d57f83067b9 req-5122198e-cbec-45f9-93ba-42a6506ab2db service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411557 Jul 16 22:44:07.298760 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a07c9615-019a-4c99-b665-6b2103412941 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.304867 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a07c9615-019a-4c99-b665-6b2103412941 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.310268 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2d54fbac-6a14-410b-9484-0e0f33bb9b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.335108 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359dc5-e33b-4963-a84d-e7e5489a1bab req-d5dc0836-d626-4a76-acdd-d7f884a1dbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:07.337019 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-0b359dc5-e33b-4963-a84d-e7e5489a1bab req-d5dc0836-d626-4a76-acdd-d7f884a1dbd1 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 1096 time: 0.0550225 Jul 16 22:44:07.353203 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a07c9615-019a-4c99-b665-6b2103412941 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.354140 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-a07c9615-019a-4c99-b665-6b2103412941 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2104890 Jul 16 22:44:07.356175 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2d54fbac-6a14-410b-9484-0e0f33bb9b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.357824 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56296) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:07.358425 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c9615-019a-4c99-b665-6b2103412941 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51293116-5cad-42b5-b5c3-9becbb620374,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:07.371685 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-13a33100-6c50-4e7f-98ae-2731d1d201d2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Request body: {'security_group_rule': {'security_group_id': '51293116-5cad-42b5-b5c3-9becbb620374', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:07.424686 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-13a33100-6c50-4e7f-98ae-2731d1d201d2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.450926 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359dc5-e33b-4963-a84d-e7e5489a1bab req-94ee10d5-c1fe-4eac-bd9e-cf9411f6b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:07.452461 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-0b359dc5-e33b-4963-a84d-e7e5489a1bab req-94ee10d5-c1fe-4eac-bd9e-cf9411f6b056 service neutron] 10.222.0.35 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 917 time: 0.1081553 Jul 16 22:44:07.458686 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2d54fbac-6a14-410b-9484-0e0f33bb9b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.461181 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2d54fbac-6a14-410b-9484-0e0f33bb9b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.464951 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-2d54fbac-6a14-410b-9484-0e0f33bb9b2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c4bf08a-48fb-4ed6-8dad-e7f05d0acc0a HTTP/1.1" status: 204 len: 168 time: 0.2463472 Jul 16 22:44:07.481713 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d54fbac-6a14-410b-9484-0e0f33bb9b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c4bf08a-48fb-4ed6-8dad-e7f05d0acc0a,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:07.517593 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-0b359dc5-e33b-4963-a84d-e7e5489a1bab req-eee4311f-3e8b-49ef-b931-ddb02939d4c2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77c70275-759f-4e64-b5e0-c37afff0084d HTTP/1.1" status: 200 len: 217 time: 0.0580266 Jul 16 22:44:07.523694 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-13a33100-6c50-4e7f-98ae-2731d1d201d2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.529013 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-13a33100-6c50-4e7f-98ae-2731d1d201d2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.554593 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a33100-6c50-4e7f-98ae-2731d1d201d2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9ed1a4-3754-434d-a5b5-66ed6b95cd00,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:07.570425 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-13a33100-6c50-4e7f-98ae-2731d1d201d2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.572516 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-13a33100-6c50-4e7f-98ae-2731d1d201d2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2107804 Jul 16 22:44:07.575304 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56316) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:07.580145 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-ed4df7fe-3489-4cd1-b185-4888b8bcdcf4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Request body: {'security_group_rule': {'security_group_id': '51293116-5cad-42b5-b5c3-9becbb620374', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:07.600656 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359dc5-e33b-4963-a84d-e7e5489a1bab req-da2b4ce1-ccd9-433d-9530-60ed132c56c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:07.602214 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-0b359dc5-e33b-4963-a84d-e7e5489a1bab req-da2b4ce1-ccd9-433d-9530-60ed132c56c1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=680d7656-7b6d-4cce-bb9c-e15cf419686e HTTP/1.1" status: 200 len: 855 time: 0.0767221 Jul 16 22:44:07.648428 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ed4df7fe-3489-4cd1-b185-4888b8bcdcf4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.700087 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b359dc5-e33b-4963-a84d-e7e5489a1bab req-b7e00798-4cc1-41bf-8c7d-c36aa71bfcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:07.701598 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-0b359dc5-e33b-4963-a84d-e7e5489a1bab req-b7e00798-4cc1-41bf-8c7d-c36aa71bfcab service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50e44edd-5b1f-499c-8dc2-2e586d01fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0916188 Jul 16 22:44:07.746136 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ed4df7fe-3489-4cd1-b185-4888b8bcdcf4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.753872 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ed4df7fe-3489-4cd1-b185-4888b8bcdcf4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.782296 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56322) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:07.796547 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9e0ede16-af34-44b9-819f-526c48bb8caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.814207 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4df7fe-3489-4cd1-b185-4888b8bcdcf4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e653efa-27a0-4d2b-8659-ac00afec6caf,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:07.819943 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ed4df7fe-3489-4cd1-b185-4888b8bcdcf4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.821094 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-ed4df7fe-3489-4cd1-b185-4888b8bcdcf4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2447274 Jul 16 22:44:07.824373 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56324) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:07.830484 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Request body: {'floatingip': {'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:07.852312 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.db.api [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 22:44:07.852312 dv-cinder-797608-6-iscsi neutron-server[99618]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 22:44:07.852312 dv-cinder-797608-6-iscsi neutron-server[99618]: [parameters: {'project_id_1': '12637db01ff948e0b2bb6cede048908e', 'expiration_1': datetime.datetime(2021, 7, 16, 22, 44, 7, 837144)}] Jul 16 22:44:07.852312 dv-cinder-797608-6-iscsi neutron-server[99618]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=99618) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 22:44:07.852780 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG oslo_db.api [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 22:44:07.855064 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-0b359dc5-e33b-4963-a84d-e7e5489a1bab req-c6a785dc-1752-422b-8127-3ab427231490 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451907 Jul 16 22:44:07.913732 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb7e1f9-f446-4725-a3d4-79346e696a16 req-6ad05137-69d4-46db-af73-eb81ab7ff3fa tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:07.915211 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-afb7e1f9-f446-4725-a3d4-79346e696a16 req-6ad05137-69d4-46db-af73-eb81ab7ff3fa tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.1047311 Jul 16 22:44:07.947414 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-0b359dc5-e33b-4963-a84d-e7e5489a1bab req-fae2d380-be0e-4470-bd48-7d953151ed03 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852728 Jul 16 22:44:07.978123 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-afb7e1f9-f446-4725-a3d4-79346e696a16 req-8be2c71f-fb4e-476b-941f-56cb702728ef tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564828 Jul 16 22:44:07.979926 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9e0ede16-af34-44b9-819f-526c48bb8caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:07.984024 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9e0ede16-af34-44b9-819f-526c48bb8caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.021785 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-9e0ede16-af34-44b9-819f-526c48bb8caf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cdb868e6eb634a898dc44ce6d048f47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383327 Jul 16 22:44:08.023669 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ede16-af34-44b9-819f-526c48bb8caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0115ff6-5cd4-43f2-9b62-4b599938692b,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:08.024359 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56326) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:08.074855 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-78f7340f-50ed-43dd-9cc8-eef7ae785072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.095116 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-78f7340f-50ed-43dd-9cc8-eef7ae785072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.140375 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-78f7340f-50ed-43dd-9cc8-eef7ae785072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.142793 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-78f7340f-50ed-43dd-9cc8-eef7ae785072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.144512 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-78f7340f-50ed-43dd-9cc8-eef7ae785072 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0115ff6-5cd4-43f2-9b62-4b599938692b HTTP/1.1" status: 204 len: 168 time: 0.1190939 Jul 16 22:44:08.151981 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7340f-50ed-43dd-9cc8-eef7ae785072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0115ff6-5cd4-43f2-9b62-4b599938692b,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:08.373223 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.470778 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.575067 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Allocated IP 172.27.0.186 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/d994e81c-1a05-467c-b0bc-0986037d28dc) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:08.688839 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.731945 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.770363 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:08.775094 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:08.777452 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:08.792522 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event updated for resources: {'Port': ['ID=d994e81c-1a05-467c-b0bc-0986037d28dc,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:08.832948 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:08.877148 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.028074 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.036530 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.074354 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.089610 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.100083 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2652435 Jul 16 22:44:09.112912 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158ea9f-ea94-494d-b582-e1dad0327461 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event updated for resources: {'Port': ['ID=d994e81c-1a05-467c-b0bc-0986037d28dc,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:09.148779 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 77c70275-759f-4e64-b5e0-c37afff0084d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:44:09.208681 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1faa2c-43b9-4e07-b15f-b3a4be73af31 req-4dca7261-e534-4253-acf4-dbdfbab43d26 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:09.210519 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5d1faa2c-43b9-4e07-b15f-b3a4be73af31 req-4dca7261-e534-4253-acf4-dbdfbab43d26 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.1014867 Jul 16 22:44:09.265226 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5d1faa2c-43b9-4e07-b15f-b3a4be73af31 req-3edf3ccc-0258-4d44-b0ec-eca1ae64533f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488465 Jul 16 22:44:09.314655 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c70275-759f-4e64-b5e0-c37afff0084d,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:09.327702 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '77c70275-759f-4e64-b5e0-c37afff0084d', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'port_id': '77c70275-759f-4e64-b5e0-c37afff0084d', 'mac_address': 'fa:16:3e:52:69:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:44:09.348585 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-9e21b598-f5c2-462e-b9d8-de79e4e6f8d4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1510971178&fields=id&tenant_id=12637db01ff948e0b2bb6cede048908e HTTP/1.1" status: 200 len: 267 time: 0.0335302 Jul 16 22:44:09.365585 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.377937 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c70275-759f-4e64-b5e0-c37afff0084d {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:09.399632 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c70275-759f-4e64-b5e0-c37afff0084d,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:09.403332 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.452161 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=77c70275-759f-4e64-b5e0-c37afff0084d,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:09.456234 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-382d44ab-cfd1-46ae-893f-0821e1da709d tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:09.457984 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-382d44ab-cfd1-46ae-893f-0821e1da709d tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/networks?id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b HTTP/1.1" status: 200 len: 811 time: 0.1029794 Jul 16 22:44:09.459177 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:09.459520 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:09.459867 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:09.460188 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:09.460519 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:09.460851 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:09.461172 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:09.461518 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:09.461860 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:09.462189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:09.462502 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:09.462817 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:09.474381 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-396ec291-c283-4051-a352-3130ed4a822e tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/quotas/12637db01ff948e0b2bb6cede048908e HTTP/1.1" status: 200 len: 375 time: 0.0106373 Jul 16 22:44:09.547719 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-7b525f93-bbb6-4d41-bac5-f5ede29eb9e5 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=12637db01ff948e0b2bb6cede048908e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0681758 Jul 16 22:44:09.616665 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['77c70275-759f-4e64-b5e0-c37afff0084d'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:44:09.640795 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-5ad74e0d-1ef0-4d27-a553-29b65f4f700b service neutron] 10.222.0.24 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808778 Jul 16 22:44:09.732334 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-b11384e1-4240-44c5-a034-94766adb1b9c service neutron] 10.222.0.24 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850730 Jul 16 22:44:09.789337 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56378) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:09.835594 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cdcdd9a-feee-4134-bcc9-822972bb1072 admin admin] Deleting subnet 295c13bf-4a80-467c-8d8d-52d6f1bd5b03 {{(pid=99618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:44:09.838854 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6cdcdd9a-feee-4134-bcc9-822972bb1072 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.874547 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6cdcdd9a-feee-4134-bcc9-822972bb1072 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.880158 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6cdcdd9a-feee-4134-bcc9-822972bb1072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.908875 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1f8da933-e6c5-42e8-9636-1c680a5a3009 req-b0c55e0d-984c-45c6-96bf-32ac6ac094ea tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0295284 Jul 16 22:44:09.936314 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6cdcdd9a-feee-4134-bcc9-822972bb1072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for subnet, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.962094 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcdd9a-feee-4134-bcc9-822972bb1072 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295c13bf-4a80-467c-8d8d-52d6f1bd5b03,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:09.966847 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6cdcdd9a-feee-4134-bcc9-822972bb1072 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:09.972201 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-6cdcdd9a-feee-4134-bcc9-822972bb1072 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/295c13bf-4a80-467c-8d8d-52d6f1bd5b03 HTTP/1.1" status: 204 len: 168 time: 0.1783864 Jul 16 22:44:09.972201 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56386) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:10.045220 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.130718 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.140769 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.141112 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.141873 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.142205 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > port after_create 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.142524 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > port after_delete 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.142858 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > port after_update 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.143181 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.143568 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.143891 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.144212 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.211825 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.212185 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.212512 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.212833 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=99618) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 22:44:10.213190 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.services.segments.db [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca77456c-db77-482e-82e7-fe244a52dedf']}} {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:10.230452 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.services.segments.db [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d8c28cb-aa71-4277-b255-1eb0efed0edb') {'for_net_delete': True} {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:10.230747 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.services.segments.db [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d8c28cb-aa71-4277-b255-1eb0efed0edb') {} {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:10.246068 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29474258'] for segment, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.266413 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.274852 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=99618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:44:10.275238 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31082649'] for segment, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: from cryptography.utils import int_from_bytes Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: from cryptography.utils import int_from_bytes Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: Traceback (most recent call last): Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: timer() Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: cb(*args, **kw) Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: return func(*args, **kwargs) Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: self._notify() Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: self.callback(batched_events) Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: event.method(event) Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: return f(self, *a, **k) Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: return self._get(url).json() Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: return self.request(url, 'GET', **kwargs) Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:44:10.279164 dv-cinder-797608-6-iscsi neutron-server[99618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:44:10.341233 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.360046 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.365002 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ca77456c-db77-482e-82e7-fe244a52dedf HTTP/1.1" status: 204 len: 168 time: 0.3893964 Jul 16 22:44:10.365002 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbb5373-7b67-4812-a8aa-2bca32a9aa54 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca77456c-db77-482e-82e7-fe244a52dedf,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:10.489078 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447c49d-5161-4ab9-901b-ab53340f8c66 req-23e97dad-7589-4ec8-803c-eae5d7c4e94b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:10.490707 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d447c49d-5161-4ab9-901b-ab53340f8c66 req-23e97dad-7589-4ec8-803c-eae5d7c4e94b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 944 time: 0.0713067 Jul 16 22:44:10.536414 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d447c49d-5161-4ab9-901b-ab53340f8c66 req-89ef3b64-74ee-46aa-ad07-25d26dee517f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387616 Jul 16 22:44:10.546724 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56400) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:10.599768 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-df44f752-a326-4ae5-8f3a-0e0a1889b6de admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13109937f37b43de9f9ce3629c819a7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518563 Jul 16 22:44:10.602271 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56404) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:10.648440 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1008-ef9f-43a1-803b-cd4ff784e209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.668849 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1008-ef9f-43a1-803b-cd4ff784e209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.715139 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1008-ef9f-43a1-803b-cd4ff784e209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.717731 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-bd4b1008-ef9f-43a1-803b-cd4ff784e209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:10.718848 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-bd4b1008-ef9f-43a1-803b-cd4ff784e209 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8b064c95-18aa-4200-9af0-6db3737b59c3 HTTP/1.1" status: 204 len: 168 time: 0.1156909 Jul 16 22:44:10.728308 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4b1008-ef9f-43a1-803b-cd4ff784e209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b064c95-18aa-4200-9af0-6db3737b59c3,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:11.058773 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1fe39256-951c-4c9c-85c0-9b9090f15da2 req-2a2077f1-e683-432a-bdfa-ecebc42ddc0d tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0281854 Jul 16 22:44:11.696343 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 77c70275-759f-4e64-b5e0-c37afff0084d up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:11.727099 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5e0ac-3c47-4e2f-8904-0f6200d2c367 req-67842738-454c-4584-b33e-e7a44f16c3c8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:11.728586 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32b5e0ac-3c47-4e2f-8904-0f6200d2c367 req-67842738-454c-4584-b33e-e7a44f16c3c8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 944 time: 0.0651965 Jul 16 22:44:11.744687 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 77c70275-759f-4e64-b5e0-c37afff0084d completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:11.748273 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 77c70275-759f-4e64-b5e0-c37afff0084d triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:11.748638 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:11.766598 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32b5e0ac-3c47-4e2f-8904-0f6200d2c367 req-73e804c2-0f54-46d9-a2b2-560fb7cbeba3 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 Jul 16 22:44:11.826940 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:11.847985 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:11.850429 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6534efe8-45be-4e9d-843a-a53acccacf40" -d '{"events": [{"server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "name": "network-vif-plugged", "status": "completed", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:11.863700 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c70275-759f-4e64-b5e0-c37afff0084d,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:11.867678 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:11.890421 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c0146fd-c86e-405b-934d-106cdf5ec7ec x-openstack-request-id: req-1c0146fd-c86e-405b-934d-106cdf5ec7ec {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:11.890716 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "name": "network-vif-plugged", "status": "completed", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:11.890964 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1c0146fd-c86e-405b-934d-106cdf5ec7ec {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:11.891344 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d', 'code': 200} Jul 16 22:44:11.916168 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=77c70275-759f-4e64-b5e0-c37afff0084d,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:12.196277 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6e2acad6-ad85-4293-b1af-b9c5d6ec70c4 req-5e792033-9e98-40af-b112-884878b1235c tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0276816 Jul 16 22:44:12.944149 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c79ea9-0ae7-42d6-a6c3-96de55181103 req-b504fae2-58de-4fe5-b44b-db1caad446cd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:12.945761 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-72c79ea9-0ae7-42d6-a6c3-96de55181103 req-b504fae2-58de-4fe5-b44b-db1caad446cd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0653777 Jul 16 22:44:12.983119 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-72c79ea9-0ae7-42d6-a6c3-96de55181103 req-bd7861fb-77bf-4e37-9ad9-7c45340968f1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318561 Jul 16 22:44:13.332258 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-189c24b8-a6e1-42c2-bfb3-1a3cbf86a9b7 req-8087ae9b-7da4-4184-b848-a834e4063de1 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0281038 Jul 16 22:44:13.732318 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-db12697a-8cf8-4455-940f-98d489655828 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:13.733943 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-db12697a-8cf8-4455-940f-98d489655828 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.35 "GET /v2.0/networks?id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b HTTP/1.1" status: 200 len: 811 time: 0.1079307 Jul 16 22:44:13.781830 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-9e87ba36-3ea6-4448-96cc-830c2d092eb1 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12637db01ff948e0b2bb6cede048908e HTTP/1.1" status: 200 len: 380 time: 0.0386593 Jul 16 22:44:13.791553 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Request body: {'port': {'device_id': '306129e0-024d-492a-b965-79e05c21e0b6', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'admin_state_up': True, 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'security_groups': ['51293116-5cad-42b5-b5c3-9becbb620374']}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:13.850503 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627e8360-2b50-4efa-aea8-4f4b354e848d req-4946dd2a-0d17-4408-b4d8-43a0ccd6a9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:13.852054 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-627e8360-2b50-4efa-aea8-4f4b354e848d req-4946dd2a-0d17-4408-b4d8-43a0ccd6a9aa service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 1098 time: 0.0539348 Jul 16 22:44:13.890855 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-627e8360-2b50-4efa-aea8-4f4b354e848d req-b752cd4f-eff0-444f-81cc-517af006b569 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295334 Jul 16 22:44:13.902982 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Made reservation on behalf of 12637db01ff948e0b2bb6cede048908e for: {'port': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:13.906488 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.024359 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Allocated IP 172.20.0.13 (07654b97-acf5-428f-8c65-6e5a0f8f3b8b/91acd449-9df6-4265-ba3f-63ff7f25734f/0aebc134-9807-4ecc-98fd-4ac5505461f3) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:14.160795 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.164206 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e645c6a9-8825-48c0-989a-5da149107119 req-b207dd96-f40b-4fe6-9627-d7a1188ad28a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:14.165826 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e645c6a9-8825-48c0-989a-5da149107119 req-b207dd96-f40b-4fe6-9627-d7a1188ad28a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0698814 Jul 16 22:44:14.173802 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Transition to ACTIVE for port object 0aebc134-9807-4ecc-98fd-4ac5505461f3 will not be triggered until provisioned by entity DHCP. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:14.204121 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e645c6a9-8825-48c0-989a-5da149107119 req-2ca1803a-f805-4f60-984f-5e6ce56f3e33 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327005 Jul 16 22:44:14.209180 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.258355 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:14.262062 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:14.266392 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:14.273094 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event updated for resources: {'Port': ['ID=0aebc134-9807-4ecc-98fd-4ac5505461f3,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:14.321829 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:14.322452 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.337524 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-baf7152f-56f4-4f21-a2c7-36c21aa1d695 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5495117 Jul 16 22:44:14.348962 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Request body: {'port': {'device_id': '306129e0-024d-492a-b965-79e05c21e0b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:14.426842 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.505314 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7823808-abf5-43f4-bd10-48cf52a08f1b req-0e2f4699-72b3-4e0c-acf1-ad0fbe049b01 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:14.506851 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b7823808-abf5-43f4-bd10-48cf52a08f1b req-0e2f4699-72b3-4e0c-acf1-ad0fbe049b01 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 932 time: 0.0625775 Jul 16 22:44:14.514594 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-022dc96e-448d-4694-b39b-c7850af4a03e None None] Provisioning for port 0aebc134-9807-4ecc-98fd-4ac5505461f3 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:14.518502 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-022dc96e-448d-4694-b39b-c7850af4a03e None None] Provisioning complete for port 0aebc134-9807-4ecc-98fd-4ac5505461f3 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:14.518874 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-022dc96e-448d-4694-b39b-c7850af4a03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.549817 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b7823808-abf5-43f4-bd10-48cf52a08f1b req-47e5f446-2bd9-4369-90ce-ac41dcfb28a8 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350914 Jul 16 22:44:14.562578 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-022dc96e-448d-4694-b39b-c7850af4a03e None None] Port 0aebc134-9807-4ecc-98fd-4ac5505461f3 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:14.900646 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0aebc134-9807-4ecc-98fd-4ac5505461f3 {{(pid=99618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:14.907905 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.920129 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Transition to ACTIVE for port object 0aebc134-9807-4ecc-98fd-4ac5505461f3 will not be triggered until provisioned by entity L2. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:14.923620 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:14.973336 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Pushing event updated for resources: {'Port': ['ID=0aebc134-9807-4ecc-98fd-4ac5505461f3,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:15.039813 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Attempting to bind port 0aebc134-9807-4ecc-98fd-4ac5505461f3 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:15.040150 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Attempting to bind port 0aebc134-9807-4ecc-98fd-4ac5505461f3 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:15.040478 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Attempting to bind port 0aebc134-9807-4ecc-98fd-4ac5505461f3 on network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:15.044741 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Port 0aebc134-9807-4ecc-98fd-4ac5505461f3 on network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:44:15.045057 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Attempting to bind port 0aebc134-9807-4ecc-98fd-4ac5505461f3 on network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:15.049938 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:15.050280 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Checking segment: {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:15.050692 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Bound using segment: {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:15.051282 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Bound port: 0aebc134-9807-4ecc-98fd-4ac5505461f3, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4a7d85e-fff3-4592-9aec-8739caf59cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b'}}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:15.051809 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.117876 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] For port 0aebc134-9807-4ecc-98fd-4ac5505461f3, host hv-cinder-79760, cleared binding levels {{(pid=99618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:15.120710 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] For port 0aebc134-9807-4ecc-98fd-4ac5505461f3, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0aebc134-9807-4ecc-98fd-4ac5505461f3,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:15.125699 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.154761 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:15.155412 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:15.156932 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] 10.222.0.35 "PUT /v2.0/ports/0aebc134-9807-4ecc-98fd-4ac5505461f3 HTTP/1.1" status: 200 len: 1094 time: 0.8120706 Jul 16 22:44:15.159079 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306129e0-024d-492a-b965-79e05c21e0b6', 'tag': '0aebc134-9807-4ecc-98fd-4ac5505461f3'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:15.161932 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75525ac9-7fe0-4f32-bcc1-a2c3f04b3cf4" -d '{"events": [{"name": "network-changed", "server_uuid": "306129e0-024d-492a-b965-79e05c21e0b6", "tag": "0aebc134-9807-4ecc-98fd-4ac5505461f3"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:15.189876 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446a73e-a612-4f6c-885a-538af70ba26b service neutron] Pushing event updated for resources: {'Port': ['ID=0aebc134-9807-4ecc-98fd-4ac5505461f3,revision_number=3']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:15.215225 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aae1fe6-f1f8-41bb-b2f5-a9383fb3fd8f x-openstack-request-id: req-4aae1fe6-f1f8-41bb-b2f5-a9383fb3fd8f {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:15.215572 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306129e0-024d-492a-b965-79e05c21e0b6", "tag": "0aebc134-9807-4ecc-98fd-4ac5505461f3", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:15.215880 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-4aae1fe6-f1f8-41bb-b2f5-a9383fb3fd8f {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:15.216374 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306129e0-024d-492a-b965-79e05c21e0b6', 'tag': '0aebc134-9807-4ecc-98fd-4ac5505461f3', 'status': 'completed', 'code': 200} Jul 16 22:44:15.382213 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb180c9-2e12-4e2d-bbeb-9cca5e74d2a4 req-ace7235f-4fd3-4866-b498-9063d8f4947b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:15.383655 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bfb180c9-2e12-4e2d-bbeb-9cca5e74d2a4 req-ace7235f-4fd3-4866-b498-9063d8f4947b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0617054 Jul 16 22:44:15.428374 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bfb180c9-2e12-4e2d-bbeb-9cca5e74d2a4 req-77d03670-53b1-4c95-853c-930d5f5489c3 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393357 Jul 16 22:44:15.600044 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b13a38-1186-4cfb-b633-6419efe6fc6c req-9f8951ac-ff8e-4c1d-8cc5-49f8053bd6b2 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:15.601570 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f1b13a38-1186-4cfb-b633-6419efe6fc6c req-9f8951ac-ff8e-4c1d-8cc5-49f8053bd6b2 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0633862 Jul 16 22:44:15.610170 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56448) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:15.615811 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-0146201a-cc0e-4c43-8c9c-13428c4555ca tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Request body: {'floatingip': {'port_id': '77c70275-759f-4e64-b5e0-c37afff0084d'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:15.654344 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0146201a-cc0e-4c43-8c9c-13428c4555ca tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.109268 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b867115-5425-417a-a40d-9a3fd8fc6a14 req-1d7ea2a9-eda3-4ddf-a568-2d8c0c95b572 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:16.110891 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6b867115-5425-417a-a40d-9a3fd8fc6a14 req-1d7ea2a9-eda3-4ddf-a568-2d8c0c95b572 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 944 time: 0.1647758 Jul 16 22:44:16.193552 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6b867115-5425-417a-a40d-9a3fd8fc6a14 req-fa6e2339-a973-4a93-abd2-ce65c179d2ae tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744927 Jul 16 22:44:16.421856 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0146201a-cc0e-4c43-8c9c-13428c4555ca tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.425448 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0146201a-cc0e-4c43-8c9c-13428c4555ca tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.521553 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.l3_db [None req-0146201a-cc0e-4c43-8c9c-13428c4555ca tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Floating IP 2ac339f1-352c-4dfd-9cb5-c2981b15df58 associated. External IP: 172.27.0.198, port: 77c70275-759f-4e64-b5e0-c37afff0084d. Jul 16 22:44:16.715682 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0146201a-cc0e-4c43-8c9c-13428c4555ca tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Router 5cde8fd1-d199-463e-b796-07328ffcfe5a has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:44:16.818910 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0146201a-cc0e-4c43-8c9c-13428c4555ca tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:16.823708 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0146201a-cc0e-4c43-8c9c-13428c4555ca tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:16.828162 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38e686a-986f-43e8-b381-702f20af63b4 None None] Sync routers for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:16.837313 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e686a-986f-43e8-b381-702f20af63b4 None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:16.837939 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-c38e686a-986f-43e8-b381-702f20af63b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:43:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:16.862520 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-0146201a-cc0e-4c43-8c9c-13428c4555ca tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "PUT /v2.0/floatingips/2ac339f1-352c-4dfd-9cb5-c2981b15df58 HTTP/1.1" status: 200 len: 991 time: 1.2512074 Jul 16 22:44:16.863140 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:16.866066 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3316cf9-bc33-4a37-9760-b24856744120" -d '{"events": [{"name": "network-changed", "server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:16.904505 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3d349cc-f242-4e79-9026-57b783172541 x-openstack-request-id: req-e3d349cc-f242-4e79-9026-57b783172541 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:16.904898 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:16.905190 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e3d349cc-f242-4e79-9026-57b783172541 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:16.905694 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d', 'status': 'completed', 'code': 200} Jul 16 22:44:16.945856 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-c38e686a-986f-43e8-b381-702f20af63b4 None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:17.315326 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-c38e686a-986f-43e8-b381-702f20af63b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '2ac339f1-352c-4dfd-9cb5-c2981b15df58', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'port_id': '77c70275-759f-4e64-b5e0-c37afff0084d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'mac_address': 'fa:16:3e:52:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:44:02Z', 'updated_at': '2021-07-16T22:44:16Z', 'revision_number': 1, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:40:00Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:17.343925 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38e686a-986f-43e8-b381-702f20af63b4 None None] Checking router: 5cde8fd1-d199-463e-b796-07328ffcfe5a for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:17.352665 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38e686a-986f-43e8-b381-702f20af63b4 None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:17.353277 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-c38e686a-986f-43e8-b381-702f20af63b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:43:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:17.369278 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06c61d-79c1-4c94-8815-98571f630bd2 req-bf42cf00-3b6f-471f-bf93-065b7b963c65 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:17.370804 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e06c61d-79c1-4c94-8815-98571f630bd2 req-bf42cf00-3b6f-471f-bf93-065b7b963c65 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 944 time: 0.0638268 Jul 16 22:44:17.411588 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e06c61d-79c1-4c94-8815-98571f630bd2 req-23cbff5e-092c-4e30-9550-e59e81fbdde4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351796 Jul 16 22:44:17.456053 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-c38e686a-986f-43e8-b381-702f20af63b4 None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:17.669956 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-c38e686a-986f-43e8-b381-702f20af63b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '2ac339f1-352c-4dfd-9cb5-c2981b15df58', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'port_id': '77c70275-759f-4e64-b5e0-c37afff0084d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'mac_address': 'fa:16:3e:52:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:44:02Z', 'updated_at': '2021-07-16T22:44:16Z', 'revision_number': 1, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:40:00Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:17.699955 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38e686a-986f-43e8-b381-702f20af63b4 None None] The sync data for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi is: [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '2ac339f1-352c-4dfd-9cb5-c2981b15df58', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'floating_ip_address': '172.27.0.198', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'port_id': '77c70275-759f-4e64-b5e0-c37afff0084d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 425, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'mac_address': 'fa:16:3e:52:69:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:44:02Z', 'updated_at': '2021-07-16T22:44:16Z', 'revision_number': 1, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:40:00Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:17.870294 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3da0d9c3-67ae-42f1-b3f7-271fa161fe57 None None] New status for floating IP 2ac339f1-352c-4dfd-9cb5-c2981b15df58: ACTIVE {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:44:18.046697 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75525ac9-7fe0-4f32-bcc1-a2c3f04b3cf4 req-9be845ac-d95c-4102-8f9a-c0386ef28426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:18.048233 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-75525ac9-7fe0-4f32-bcc1-a2c3f04b3cf4 req-9be845ac-d95c-4102-8f9a-c0386ef28426 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12637db01ff948e0b2bb6cede048908e&device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 1097 time: 0.0550721 Jul 16 22:44:18.067033 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3316cf9-bc33-4a37-9760-b24856744120 req-0f715ba2-b6e7-41be-90a2-99cb54effb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:18.068603 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f3316cf9-bc33-4a37-9760-b24856744120 req-0f715ba2-b6e7-41be-90a2-99cb54effb14 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 1098 time: 0.0582688 Jul 16 22:44:18.161675 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3316cf9-bc33-4a37-9760-b24856744120 req-1f2ad577-24ef-4bd3-858e-e084427ea8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:18.163187 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f3316cf9-bc33-4a37-9760-b24856744120 req-1f2ad577-24ef-4bd3-858e-e084427ea8db service neutron] 10.222.0.35 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 917 time: 0.0886149 Jul 16 22:44:18.217907 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75525ac9-7fe0-4f32-bcc1-a2c3f04b3cf4 req-9d5e5547-d7e1-4780-8931-179a884d9f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:18.219381 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-75525ac9-7fe0-4f32-bcc1-a2c3f04b3cf4 req-9d5e5547-d7e1-4780-8931-179a884d9f5e service neutron] 10.222.0.35 "GET /v2.0/networks?tenant_id=12637db01ff948e0b2bb6cede048908e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1635392 Jul 16 22:44:18.230827 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f3316cf9-bc33-4a37-9760-b24856744120 req-5b313b26-049f-416e-8c64-33180b750f11 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77c70275-759f-4e64-b5e0-c37afff0084d HTTP/1.1" status: 200 len: 1001 time: 0.0602634 Jul 16 22:44:18.283770 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3316cf9-bc33-4a37-9760-b24856744120 req-fd2debc6-f6b8-4092-9aa8-bc12e7b76689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:18.285754 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f3316cf9-bc33-4a37-9760-b24856744120 req-fd2debc6-f6b8-4092-9aa8-bc12e7b76689 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=680d7656-7b6d-4cce-bb9c-e15cf419686e HTTP/1.1" status: 200 len: 855 time: 0.0490918 Jul 16 22:44:18.341070 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3316cf9-bc33-4a37-9760-b24856744120 req-13fa2e1c-c22b-4cd1-94f6-47e8b0bd4872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:18.342581 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f3316cf9-bc33-4a37-9760-b24856744120 req-13fa2e1c-c22b-4cd1-94f6-47e8b0bd4872 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50e44edd-5b1f-499c-8dc2-2e586d01fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511689 Jul 16 22:44:18.377893 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75525ac9-7fe0-4f32-bcc1-a2c3f04b3cf4 req-ba3aa14a-6a68-45f7-9626-cc022ada183c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:18.380063 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-75525ac9-7fe0-4f32-bcc1-a2c3f04b3cf4 req-ba3aa14a-6a68-45f7-9626-cc022ada183c service neutron] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1538818 Jul 16 22:44:18.437911 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f3316cf9-bc33-4a37-9760-b24856744120 req-53c44a55-7af6-459b-91fa-53557d305231 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879431 Jul 16 22:44:18.468654 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-d49a4301-ba43-4347-bb38-3523fef25922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:18.470169 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-d49a4301-ba43-4347-bb38-3523fef25922 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12637db01ff948e0b2bb6cede048908e&device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 1097 time: 0.0532761 Jul 16 22:44:18.514169 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-58555c41-2dd1-4e07-941b-470da674d1f5 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0aebc134-9807-4ecc-98fd-4ac5505461f3 HTTP/1.1" status: 200 len: 217 time: 0.0365829 Jul 16 22:44:18.562435 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-a7049bb3-13a6-4bb5-83d5-dbb26505d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:18.563773 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-a7049bb3-13a6-4bb5-83d5-dbb26505d0a1 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91acd449-9df6-4265-ba3f-63ff7f25734f HTTP/1.1" status: 200 len: 850 time: 0.0426390 Jul 16 22:44:18.564294 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f3316cf9-bc33-4a37-9760-b24856744120 req-271ee1d6-a976-4729-ba68-d3645cf42ecc service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204631 Jul 16 22:44:18.594025 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910d3080-ab72-49aa-bc28-799e574b89d6 req-c9690dc7-012f-4fa6-b825-3fca47bc0952 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:18.595498 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-910d3080-ab72-49aa-bc28-799e574b89d6 req-c9690dc7-012f-4fa6-b825-3fca47bc0952 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 944 time: 0.0715218 Jul 16 22:44:18.627276 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-acee03a2-3a39-45d2-9953-9662f11d897d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:18.629566 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-acee03a2-3a39-45d2-9953-9662f11d897d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0544183 Jul 16 22:44:18.634121 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-910d3080-ab72-49aa-bc28-799e574b89d6 req-56aff277-194f-4b8d-8a06-5afb775b3501 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324593 Jul 16 22:44:18.717295 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-7193a3e6-cbd8-48a5-8ab2-4234ab45d9cf service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821257 Jul 16 22:44:18.806667 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-9a299726-69bf-47a6-a077-aa903b3f0bf7 req-11705748-df70-46b3-af9a-3c7878445671 service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825326 Jul 16 22:44:19.820501 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5a5d0-f8df-41d2-9237-8e82011e92a8 req-a4d55225-1cef-450e-81bd-6f2daa913149 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:19.821991 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1ae5a5d0-f8df-41d2-9237-8e82011e92a8 req-a4d55225-1cef-450e-81bd-6f2daa913149 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 944 time: 0.0659511 Jul 16 22:44:19.858595 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1ae5a5d0-f8df-41d2-9237-8e82011e92a8 req-910f0642-e2a8-45b6-a5de-e94f984b4d69 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310550 Jul 16 22:44:21.028529 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb8cb3-51ee-4839-bc4f-a497b53400e3 req-c34da930-0870-4816-9523-a33dc8675ff0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:21.029903 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-beeb8cb3-51ee-4839-bc4f-a497b53400e3 req-c34da930-0870-4816-9523-a33dc8675ff0 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 944 time: 0.0611203 Jul 16 22:44:21.066417 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-beeb8cb3-51ee-4839-bc4f-a497b53400e3 req-7bd38870-c93b-4096-9b20-5a1a0fe0d30f tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303636 Jul 16 22:44:22.240344 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4ead82-842a-48ea-9ce4-d668dea9f8b8 req-84840be1-4e77-447a-a3ae-1d38e29bb00b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:22.241828 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3e4ead82-842a-48ea-9ce4-d668dea9f8b8 req-84840be1-4e77-447a-a3ae-1d38e29bb00b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 944 time: 0.0681546 Jul 16 22:44:22.279538 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3e4ead82-842a-48ea-9ce4-d668dea9f8b8 req-32f9be2c-8644-42a2-a0c1-a956f013223a tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321603 Jul 16 22:44:22.349014 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 0aebc134-9807-4ecc-98fd-4ac5505461f3 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:44:22.441102 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 0aebc134-9807-4ecc-98fd-4ac5505461f3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0aebc134-9807-4ecc-98fd-4ac5505461f3,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:22.452011 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '0aebc134-9807-4ecc-98fd-4ac5505461f3', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'port_id': '0aebc134-9807-4ecc-98fd-4ac5505461f3', 'mac_address': 'fa:16:3e:c6:0c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:44:22.492079 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:22.504027 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0aebc134-9807-4ecc-98fd-4ac5505461f3 {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:44:22.523376 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 0aebc134-9807-4ecc-98fd-4ac5505461f3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0aebc134-9807-4ecc-98fd-4ac5505461f3,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:22.527239 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:22.572838 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=0aebc134-9807-4ecc-98fd-4ac5505461f3,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:22.768932 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['0aebc134-9807-4ecc-98fd-4ac5505461f3'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:44:23.459807 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4b2804-69b3-4908-a2a3-e8285a8ff0b2 req-d7186ad8-d1e3-4dda-8bb1-3e4aa3892cd5 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:23.461311 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8b4b2804-69b3-4908-a2a3-e8285a8ff0b2 req-d7186ad8-d1e3-4dda-8bb1-3e4aa3892cd5 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 945 time: 0.0716319 Jul 16 22:44:23.499836 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8b4b2804-69b3-4908-a2a3-e8285a8ff0b2 req-5f998401-f6a5-4b63-b63e-e5d7e7d7a570 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327666 Jul 16 22:44:24.069548 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 0aebc134-9807-4ecc-98fd-4ac5505461f3 up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:24.117456 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 0aebc134-9807-4ecc-98fd-4ac5505461f3 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:24.120902 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 0aebc134-9807-4ecc-98fd-4ac5505461f3 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:24.121277 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:24.194461 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:24.216461 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306129e0-024d-492a-b965-79e05c21e0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aebc134-9807-4ecc-98fd-4ac5505461f3'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:24.218718 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca884c1d-2f59-4c3d-87b8-aa9e0106c2c0" -d '{"events": [{"server_uuid": "306129e0-024d-492a-b965-79e05c21e0b6", "name": "network-vif-plugged", "status": "completed", "tag": "0aebc134-9807-4ecc-98fd-4ac5505461f3"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:24.233891 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 0aebc134-9807-4ecc-98fd-4ac5505461f3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0aebc134-9807-4ecc-98fd-4ac5505461f3,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:24.237989 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:24.261037 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e791a3a-81b9-4fb6-8ab9-ba0f4c4cb813 x-openstack-request-id: req-5e791a3a-81b9-4fb6-8ab9-ba0f4c4cb813 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:24.261334 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306129e0-024d-492a-b965-79e05c21e0b6", "name": "network-vif-plugged", "status": "completed", "tag": "0aebc134-9807-4ecc-98fd-4ac5505461f3", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:24.261607 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5e791a3a-81b9-4fb6-8ab9-ba0f4c4cb813 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:24.261985 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306129e0-024d-492a-b965-79e05c21e0b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0aebc134-9807-4ecc-98fd-4ac5505461f3', 'code': 200} Jul 16 22:44:24.288741 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=0aebc134-9807-4ecc-98fd-4ac5505461f3,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:24.465943 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0eca9-6944-488b-9716-328951e4054c req-e9d98ad1-b858-446e-b579-e7ed54c351db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:24.467369 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-33f0eca9-6944-488b-9716-328951e4054c req-e9d98ad1-b858-446e-b579-e7ed54c351db service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 1099 time: 0.0503023 Jul 16 22:44:24.501050 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-33f0eca9-6944-488b-9716-328951e4054c req-00bbcad3-1126-4a9b-80fb-3cd6d93eacb5 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264094 Jul 16 22:44:24.638409 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-9d3afe6b-beea-41f6-b11d-81c41b84ea06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:24.675035 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e3997-0f62-425e-a1fa-e81b7d0e31d3 req-de947d19-b799-4af8-98e5-62a95715726c tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:24.676726 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-070e3997-0f62-425e-a1fa-e81b7d0e31d3 req-de947d19-b799-4af8-98e5-62a95715726c tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 946 time: 0.0661681 Jul 16 22:44:24.713922 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-070e3997-0f62-425e-a1fa-e81b7d0e31d3 req-10cf0392-870c-4aca-8d81-92aab731f8c9 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314500 Jul 16 22:44:25.629939 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:25.888464 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb90d1b-315c-4d39-8485-bc7a8bf185f5 req-04cd110d-27ae-46d5-8153-23e9122d9ec4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:25.889876 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9fb90d1b-315c-4d39-8485-bc7a8bf185f5 req-04cd110d-27ae-46d5-8153-23e9122d9ec4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 946 time: 0.0655704 Jul 16 22:44:25.927261 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9fb90d1b-315c-4d39-8485-bc7a8bf185f5 req-7d759a61-51e0-4312-98b6-36af3f6290c4 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318761 Jul 16 22:44:25.983945 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:44:26.100700 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd4ce23-8175-46f4-b2d7-128c89ec47af req-6f643bd7-7019-4fe2-b8ee-42a1cbedc96f tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:26.102293 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ebd4ce23-8175-46f4-b2d7-128c89ec47af req-6f643bd7-7019-4fe2-b8ee-42a1cbedc96f tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 946 time: 0.0684140 Jul 16 22:44:26.110741 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56560) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:26.116701 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-f3665b3e-8314-4dd8-b8c1-3f6c3bc07640 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Request body: {'floatingip': {'port_id': '0aebc134-9807-4ecc-98fd-4ac5505461f3'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:26.162606 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f3665b3e-8314-4dd8-b8c1-3f6c3bc07640 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:26.590947 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f3665b3e-8314-4dd8-b8c1-3f6c3bc07640 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:26.594469 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f3665b3e-8314-4dd8-b8c1-3f6c3bc07640 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:26.689858 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.l3_db [None req-f3665b3e-8314-4dd8-b8c1-3f6c3bc07640 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Floating IP 8814d141-f0a0-461c-b4d6-24fcfe8a254e associated. External IP: 172.27.0.186, port: 0aebc134-9807-4ecc-98fd-4ac5505461f3. Jul 16 22:44:26.895973 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3665b3e-8314-4dd8-b8c1-3f6c3bc07640 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Router da599903-4e77-4314-9c63-2f0e749096db has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:44:27.002903 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3665b3e-8314-4dd8-b8c1-3f6c3bc07640 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:27.007924 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f3665b3e-8314-4dd8-b8c1-3f6c3bc07640 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:27.012421 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65147518-c0a1-4375-99dc-b0b38bbf6d8f None None] Sync routers for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:27.021886 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65147518-c0a1-4375-99dc-b0b38bbf6d8f None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:27.022507 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-65147518-c0a1-4375-99dc-b0b38bbf6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:43:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:27.043872 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f3665b3e-8314-4dd8-b8c1-3f6c3bc07640 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "PUT /v2.0/floatingips/8814d141-f0a0-461c-b4d6-24fcfe8a254e HTTP/1.1" status: 200 len: 992 time: 0.9320920 Jul 16 22:44:27.044534 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '306129e0-024d-492a-b965-79e05c21e0b6', 'tag': '0aebc134-9807-4ecc-98fd-4ac5505461f3'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:44:27.047862 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-506a7cc6-5ff8-49ed-89f7-99a27f077716" -d '{"events": [{"name": "network-changed", "server_uuid": "306129e0-024d-492a-b965-79e05c21e0b6", "tag": "0aebc134-9807-4ecc-98fd-4ac5505461f3"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:44:27.100211 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcebd34b-37f4-4ea3-90ab-33ddb4a99762 x-openstack-request-id: req-dcebd34b-37f4-4ea3-90ab-33ddb4a99762 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:44:27.100431 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "306129e0-024d-492a-b965-79e05c21e0b6", "tag": "0aebc134-9807-4ecc-98fd-4ac5505461f3", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:44:27.100931 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dcebd34b-37f4-4ea3-90ab-33ddb4a99762 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:44:27.101446 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '306129e0-024d-492a-b965-79e05c21e0b6', 'tag': '0aebc134-9807-4ecc-98fd-4ac5505461f3', 'status': 'completed', 'code': 200} Jul 16 22:44:27.140158 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-65147518-c0a1-4375-99dc-b0b38bbf6d8f None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:27.185064 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a7cc6-5ff8-49ed-89f7-99a27f077716 req-df352d31-80b1-4082-97f6-ff8dec0ac635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:27.187003 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-506a7cc6-5ff8-49ed-89f7-99a27f077716 req-df352d31-80b1-4082-97f6-ff8dec0ac635 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=12637db01ff948e0b2bb6cede048908e&device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 1099 time: 0.0599284 Jul 16 22:44:27.284144 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a7cc6-5ff8-49ed-89f7-99a27f077716 req-fd5a2da7-b00f-44a7-be8d-31b7d2dcd7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:27.286732 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-506a7cc6-5ff8-49ed-89f7-99a27f077716 req-fd5a2da7-b00f-44a7-be8d-31b7d2dcd7d8 service neutron] 10.222.0.35 "GET /v2.0/networks?id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b HTTP/1.1" status: 200 len: 912 time: 0.0922937 Jul 16 22:44:27.351127 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-506a7cc6-5ff8-49ed-89f7-99a27f077716 req-e96e2b8f-aa7d-4ad9-b41b-567bfaeb324a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0aebc134-9807-4ecc-98fd-4ac5505461f3 HTTP/1.1" status: 200 len: 1000 time: 0.0573149 Jul 16 22:44:27.382234 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-8c5efe96-98df-423a-a9e3-4493c3ac0283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:27.399431 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:27.403857 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a7cc6-5ff8-49ed-89f7-99a27f077716 req-36e8d355-6e5e-4600-903f-d1550348bf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:27.405274 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-506a7cc6-5ff8-49ed-89f7-99a27f077716 req-36e8d355-6e5e-4600-903f-d1550348bf6f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=91acd449-9df6-4265-ba3f-63ff7f25734f HTTP/1.1" status: 200 len: 850 time: 0.0471895 Jul 16 22:44:27.408051 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-65147518-c0a1-4375-99dc-b0b38bbf6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '8814d141-f0a0-461c-b4d6-24fcfe8a254e', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'port_id': '0aebc134-9807-4ecc-98fd-4ac5505461f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'mac_address': 'fa:16:3e:c6:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306129e0-024d-492a-b965-79e05c21e0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:44:08Z', 'updated_at': '2021-07-16T22:44:26Z', 'revision_number': 1, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:27.435012 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65147518-c0a1-4375-99dc-b0b38bbf6d8f None None] Checking router: da599903-4e77-4314-9c63-2f0e749096db for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:27.443512 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65147518-c0a1-4375-99dc-b0b38bbf6d8f None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:27.444119 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-65147518-c0a1-4375-99dc-b0b38bbf6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:44:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:27.467041 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506a7cc6-5ff8-49ed-89f7-99a27f077716 req-51cc9dd0-f3ac-45e3-96eb-819fd6d271cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:27.468681 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-506a7cc6-5ff8-49ed-89f7-99a27f077716 req-51cc9dd0-f3ac-45e3-96eb-819fd6d271cf service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=07654b97-acf5-428f-8c65-6e5a0f8f3b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0566468 Jul 16 22:44:27.547750 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-65147518-c0a1-4375-99dc-b0b38bbf6d8f None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:27.556062 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-506a7cc6-5ff8-49ed-89f7-99a27f077716 req-93d737a1-6d9a-456b-a07a-025bbe163d59 service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801041 Jul 16 22:44:27.653038 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-506a7cc6-5ff8-49ed-89f7-99a27f077716 req-31921f23-355c-40d9-a5d6-d0948267fe57 service neutron] 10.222.0.35 "GET /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902419 Jul 16 22:44:27.875575 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-65147518-c0a1-4375-99dc-b0b38bbf6d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '8814d141-f0a0-461c-b4d6-24fcfe8a254e', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'port_id': '0aebc134-9807-4ecc-98fd-4ac5505461f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'mac_address': 'fa:16:3e:c6:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306129e0-024d-492a-b965-79e05c21e0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:44:08Z', 'updated_at': '2021-07-16T22:44:26Z', 'revision_number': 1, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:27.905540 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65147518-c0a1-4375-99dc-b0b38bbf6d8f None None] The sync data for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi is: [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '8814d141-f0a0-461c-b4d6-24fcfe8a254e', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'floating_ip_address': '172.27.0.186', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'port_id': '0aebc134-9807-4ecc-98fd-4ac5505461f3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 443, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'mac_address': 'fa:16:3e:c6:0c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '306129e0-024d-492a-b965-79e05c21e0b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:44:08Z', 'updated_at': '2021-07-16T22:44:26Z', 'revision_number': 1, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:28.080661 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b16e529-af0d-45a0-b2b7-3a55feb9ea94 None None] New status for floating IP 8814d141-f0a0-461c-b4d6-24fcfe8a254e: ACTIVE {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:44:28.123768 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:28.479792 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56584) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:28.578340 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-28366e23-1a45-48b0-85e3-6eeb9a8eeee6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:28.665019 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-28366e23-1a45-48b0-85e3-6eeb9a8eeee6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:28.668681 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-28366e23-1a45-48b0-85e3-6eeb9a8eeee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:28.711149 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-28366e23-1a45-48b0-85e3-6eeb9a8eeee6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f48c5db088324b689b726e4be0b48b10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303331 Jul 16 22:44:28.712094 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28366e23-1a45-48b0-85e3-6eeb9a8eeee6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0de0bcea-be69-4968-aba2-51cd1ab873b9,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:28.713841 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56588) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:28.763048 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-881c3b66-bc69-44f1-b58d-cb917d52dd90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:28.783523 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-881c3b66-bc69-44f1-b58d-cb917d52dd90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:28.829875 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-881c3b66-bc69-44f1-b58d-cb917d52dd90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:28.833371 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-881c3b66-bc69-44f1-b58d-cb917d52dd90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:28.835040 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-881c3b66-bc69-44f1-b58d-cb917d52dd90 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0de0bcea-be69-4968-aba2-51cd1ab873b9 HTTP/1.1" status: 204 len: 168 time: 0.1191707 Jul 16 22:44:28.843480 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881c3b66-bc69-44f1-b58d-cb917d52dd90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0de0bcea-be69-4968-aba2-51cd1ab873b9,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:29.433744 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56614) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:29.526746 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2133284268-network', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:29.546915 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Made reservation on behalf of a9e1c61f45e145bf80290150970a4ed6 for: {'network': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:29.549195 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.557426 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.644375 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.648750 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.668742 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324} {{(pid=99618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:44:29.683207 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e5c2499-31c6-4fe0-a76c-34faa7e3129d,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:29.686021 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.686356 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.segments_db [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Added segment 96d6aa18-d114-44ea-b59f-8492a435f0ce of type vlan for network 80c929ca-0a2d-4606-9c9c-686eab434ec2 Jul 16 22:44:29.725880 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.752413 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.753266 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:29.753872 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.783842 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3490536 Jul 16 22:44:29.786848 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56618) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:29.791929 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-62631358-4e1d-43eb-be2e-31917249b6b6 admin admin] Request body: {'subnet': {'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2133284268-subnet', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'ip_version': 4}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:29.812159 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62631358-4e1d-43eb-be2e-31917249b6b6 admin admin] Made reservation on behalf of a9e1c61f45e145bf80290150970a4ed6 for: {'subnet': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:29.813235 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fba2bc-8a83-4f39-a0e5-8834eb40219f admin admin] Pushing event updated for resources: {'Network': ['ID=80c929ca-0a2d-4606-9c9c-686eab434ec2,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:29.814615 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-62631358-4e1d-43eb-be2e-31917249b6b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29836452'] for subnet, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.824607 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 80c929ca-0a2d-4606-9c9c-686eab434ec2 details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:44:29.901857 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:29.979918 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-62631358-4e1d-43eb-be2e-31917249b6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29756771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29836470'] for subnet, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.035064 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62631358-4e1d-43eb-be2e-31917249b6b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a63509ea-8317-4fff-89e9-35788ae4b5c3,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:30.041847 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62631358-4e1d-43eb-be2e-31917249b6b6 admin admin] Checking segment: {'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:30.042201 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62631358-4e1d-43eb-be2e-31917249b6b6 admin admin] Network hostable DHCP agents. Network: 80c929ca-0a2d-4606-9c9c-686eab434ec2, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:44:30.057606 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62631358-4e1d-43eb-be2e-31917249b6b6 admin admin] Network 80c929ca-0a2d-4606-9c9c-686eab434ec2 is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:44:30.066108 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-62631358-4e1d-43eb-be2e-31917249b6b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 80c929ca-0a2d-4606-9c9c-686eab434ec2) {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:30.070558 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62631358-4e1d-43eb-be2e-31917249b6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:30.071143 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-62631358-4e1d-43eb-be2e-31917249b6b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.075641 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0347db4a-b59d-47b1-b863-8901783672a8 None None] Network 80c929ca-0a2d-4606-9c9c-686eab434ec2 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:44:30.085138 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-62631358-4e1d-43eb-be2e-31917249b6b6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2972310 Jul 16 22:44:30.087784 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56620) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:30.092151 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:30.115617 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1785994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3451'] for router, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.116790 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1796261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3442'] for router, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.174470 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.242836 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2c50bd-4712-5285-b82f-07d806f2dbc6-80c929ca-0a2d-4606-9c9c-686eab434ec2', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'fixed_ips': [{'subnet_id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3'}]}} from dv-cinder-797608-6-iscsi. {{(pid=99619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:44:30.243699 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.311099 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1785951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1786095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3424'] for router, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.379958 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.db_base_plugin_common [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Allocated IP 172.20.0.2 (80c929ca-0a2d-4606-9c9c-686eab434ec2/a63509ea-8317-4fff-89e9-35788ae4b5c3/104c35a3-a007-4f77-8cbf-08e9f0855713) {{(pid=99619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:30.533937 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Notify callbacks [] for port, precommit_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.544141 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Transition to ACTIVE for port object 104c35a3-a007-4f77-8cbf-08e9f0855713 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:30.560127 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Transition to ACTIVE for port object 104c35a3-a007-4f77-8cbf-08e9f0855713 will not be triggered until provisioned by entity DHCP. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:30.566494 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.608352 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Network 80c929ca-0a2d-4606-9c9c-686eab434ec2 is already hosted by enough agents. {{(pid=99619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:30.611268 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.base_scheduler [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Resources bound (agent type, host, resource id): {{(pid=99619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:30.613761 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Received port after_create {{(pid=99619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:30.624047 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Pushing event updated for resources: {'Port': ['ID=104c35a3-a007-4f77-8cbf-08e9f0855713,revision_number=1']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:30.676326 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Attempting to bind port 104c35a3-a007-4f77-8cbf-08e9f0855713 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:30.676674 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Attempting to bind port 104c35a3-a007-4f77-8cbf-08e9f0855713 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:30.677628 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Attempting to bind port 104c35a3-a007-4f77-8cbf-08e9f0855713 on network 80c929ca-0a2d-4606-9c9c-686eab434ec2 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:30.682519 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:30.682880 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Checking segment: {'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:30.683273 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.683655 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Bound using segment: {'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:30.684103 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Bound port: 104c35a3-a007-4f77-8cbf-08e9f0855713, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:30.684476 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.747610 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] For port 104c35a3-a007-4f77-8cbf-08e9f0855713, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:30.750569 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] For port 104c35a3-a007-4f77-8cbf-08e9f0855713, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=104c35a3-a007-4f77-8cbf-08e9f0855713,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:30.755787 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.777685 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.797022 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:30.810573 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322657f3-430f-4d22-8eef-bc02c7fb34f4 None None] Pushing event updated for resources: {'Port': ['ID=104c35a3-a007-4f77-8cbf-08e9f0855713,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:30.910396 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Allocated IP 172.27.0.197 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:31.026301 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.068810 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.109027 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:31.111776 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:31.115812 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:31.141094 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Pushing event updated for resources: {'Port': ['ID=80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:31.363939 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.563612 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1785978'] for router, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.681667 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b241a901-4347-4c59-878e-5b54b41602cd None None] Network 80c929ca-0a2d-4606-9c9c-686eab434ec2 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:44:31.697488 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Router f1d4779a-a649-4f5b-b11a-6d850674175b is scheduled to L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc with binding_index 1 {{(pid=99617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:44:31.758223 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-7b548684-edf9-4019-a774-5f5eb24dd253 None None] Provisioning for port 104c35a3-a007-4f77-8cbf-08e9f0855713 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:31.803795 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:31.812384 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Sync routers for ids ['f1d4779a-a649-4f5b-b11a-6d850674175b'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:31.819300 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:31.820539 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-35e6624d-a5c8-4540-83cb-4d6ee0f4f2ec admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.7318068 Jul 16 22:44:31.823200 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56630) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:31.845531 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Routers {'f1d4779a-a649-4f5b-b11a-6d850674175b'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:31.846075 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:44:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['f1d4779a-a649-4f5b-b11a-6d850674175b'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:31.965616 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Set router f1d4779a-a649-4f5b-b11a-6d850674175b gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:32.148766 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:31Z', 'revision_number': 3, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:32.174584 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Checking router: f1d4779a-a649-4f5b-b11a-6d850674175b for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:32.174931 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Updating router f1d4779a-a649-4f5b-b11a-6d850674175b port 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd binding host dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:44:32.216346 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.241909 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.397132 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Allocated IP 172.20.0.1 (80c929ca-0a2d-4606-9c9c-686eab434ec2/a63509ea-8317-4fff-89e9-35788ae4b5c3/752681d1-676b-472f-b7ee-33659bd1fa82) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:32.477897 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Notify callbacks [] for port, precommit_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.487780 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Transition to ACTIVE for port object 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:32.494720 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.507522 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.520946 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Transition to ACTIVE for port object 752681d1-676b-472f-b7ee-33659bd1fa82 will not be triggered until provisioned by entity DHCP. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:32.547196 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Attempting to bind port 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:32.547569 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Attempting to bind port 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:32.547939 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Attempting to bind port 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd on network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:32.550682 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b214bc-ceee-4ece-a9e5-2f8853eb6a8f None None] Pushing event updated for resources: {'Port': ['ID=80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:32.555732 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:32.556141 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Checking segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:32.556535 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.556906 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Bound using segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:32.557044 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.557418 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Bound port: 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:32.557885 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.596533 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Network 80c929ca-0a2d-4606-9c9c-686eab434ec2 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:32.599501 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:32.603112 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:32.608431 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Pushing event updated for resources: {'Port': ['ID=752681d1-676b-472f-b7ee-33659bd1fa82,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:32.608984 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] For port 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:32.613190 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] For port 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:32.618479 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.650439 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728589'] for router_interface, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.670102 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Routers {'f1d4779a-a649-4f5b-b11a-6d850674175b'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:32.670731 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:44:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['f1d4779a-a649-4f5b-b11a-6d850674175b'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:32.721665 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b214bc-ceee-4ece-a9e5-2f8853eb6a8f None None] Pushing event updated for resources: {'Port': ['ID=80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:32.794902 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.814550 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] Set router f1d4779a-a649-4f5b-b11a-6d850674175b gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:32.907225 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 104c35a3-a007-4f77-8cbf-08e9f0855713 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:32.916743 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-6b70cd17-5328-4e9b-a965-fac568f8c1fa None None] Provisioning for port 752681d1-676b-472f-b7ee-33659bd1fa82 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:32.945019 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-6b70cd17-5328-4e9b-a965-fac568f8c1fa None None] Provisioning complete for port 752681d1-676b-472f-b7ee-33659bd1fa82 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:32.945431 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6b70cd17-5328-4e9b-a965-fac568f8c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.971968 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:32.976605 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.046478 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Pushing event updated for resources: {'Port': ['ID=752681d1-676b-472f-b7ee-33659bd1fa82,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:33.048878 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728569'] for router_interface, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.139054 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Network 80c929ca-0a2d-4606-9c9c-686eab434ec2 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:33.140699 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:33.143924 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-6b70cd17-5328-4e9b-a965-fac568f8c1fa None None] Port 752681d1-676b-472f-b7ee-33659bd1fa82 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:33.186766 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 104c35a3-a007-4f77-8cbf-08e9f0855713 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:33.197587 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 104c35a3-a007-4f77-8cbf-08e9f0855713 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:33.197941 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.271757 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:31Z', 'revision_number': 3, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:33.274612 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Router f1d4779a-a649-4f5b-b11a-6d850674175b has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:44:33.299935 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10ffa7f3-5ef8-4a6d-b345-ad35749bd7ff None None] The sync data for ids ['f1d4779a-a649-4f5b-b11a-6d850674175b'] in dv-cinder-797608-6-iscsi is: [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:31Z', 'revision_number': 3, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:33.342251 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.382367 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 104c35a3-a007-4f77-8cbf-08e9f0855713, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=104c35a3-a007-4f77-8cbf-08e9f0855713,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:33.388861 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-41f0b6b6-d9d2-466c-a8ce-40fd1ae317cd None None] Provisioning complete for port 752681d1-676b-472f-b7ee-33659bd1fa82 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:33.389265 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-41f0b6b6-d9d2-466c-a8ce-40fd1ae317cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.390874 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.395992 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:33.409803 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-403f14a3-acc1-4cb9-b911-3d1127949130 admin admin] 10.222.0.24 "PUT /v2.0/routers/f1d4779a-a649-4f5b-b11a-6d850674175b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5780785 Jul 16 22:44:33.455809 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-41f0b6b6-d9d2-466c-a8ce-40fd1ae317cd None None] Port 752681d1-676b-472f-b7ee-33659bd1fa82 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:33.470329 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=104c35a3-a007-4f77-8cbf-08e9f0855713,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:33.934253 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56654) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:33.939852 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1197030745-network', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:33.962724 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Made reservation on behalf of a8b460620e7449bdb24a40e8bb8606bd for: {'network': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:33.965252 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:33.975317 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.070546 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.075188 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.102443 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 316} {{(pid=99617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:44:34.108923 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444b08f9-1685-41ef-a55a-44a2464ce678,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:34.116648 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.117692 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.segments_db [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Added segment d4d76d7c-8832-485c-9d88-95bbde309481 of type vlan for network 232fe046-de57-49e8-a71c-5cb0e977b45e Jul 16 22:44:34.156289 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.183930 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.184952 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:34.185613 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.219987 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.2819765 Jul 16 22:44:34.219987 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56656) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:34.225407 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-e46ea544-6d09-4ea7-898b-68847bc4ae4a admin admin] Request body: {'subnet': {'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1197030745-subnet', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'ip_version': 4}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:34.257653 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66e6f3-e229-47cb-b0c2-26f94bd42c90 admin admin] Pushing event updated for resources: {'Network': ['ID=232fe046-de57-49e8-a71c-5cb0e977b45e,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:34.268582 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 232fe046-de57-49e8-a71c-5cb0e977b45e details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:44:34.275957 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e46ea544-6d09-4ea7-898b-68847bc4ae4a admin admin] Made reservation on behalf of a8b460620e7449bdb24a40e8bb8606bd for: {'subnet': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:34.278395 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e46ea544-6d09-4ea7-898b-68847bc4ae4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29836452'] for subnet, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.440358 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e46ea544-6d09-4ea7-898b-68847bc4ae4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29756771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29836470'] for subnet, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.498436 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46ea544-6d09-4ea7-898b-68847bc4ae4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c95fc533-7d22-41dd-94b4-f671b328ba7e,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:34.507689 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e46ea544-6d09-4ea7-898b-68847bc4ae4a admin admin] Checking segment: {'id': 'd4d76d7c-8832-485c-9d88-95bbde309481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:34.508049 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46ea544-6d09-4ea7-898b-68847bc4ae4a admin admin] Network hostable DHCP agents. Network: 232fe046-de57-49e8-a71c-5cb0e977b45e, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:44:34.525620 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e46ea544-6d09-4ea7-898b-68847bc4ae4a admin admin] Network 232fe046-de57-49e8-a71c-5cb0e977b45e is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:44:34.534728 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-e46ea544-6d09-4ea7-898b-68847bc4ae4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 232fe046-de57-49e8-a71c-5cb0e977b45e) {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:34.539523 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e46ea544-6d09-4ea7-898b-68847bc4ae4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:34.540561 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e46ea544-6d09-4ea7-898b-68847bc4ae4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.544205 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33fcf5bd-d55c-4a7e-a1ec-85a0490ac7e5 None None] Network 232fe046-de57-49e8-a71c-5cb0e977b45e requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:44:34.554458 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-e46ea544-6d09-4ea7-898b-68847bc4ae4a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3333859 Jul 16 22:44:34.556952 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 56658) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:34.561337 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1197030745-router', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:34.584283 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1785994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3451'] for router, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.585419 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1796261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3442'] for router, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.639675 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.710992 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2c50bd-4712-5285-b82f-07d806f2dbc6-232fe046-de57-49e8-a71c-5cb0e977b45e', 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'fixed_ips': [{'subnet_id': 'c95fc533-7d22-41dd-94b4-f671b328ba7e'}]}} from dv-cinder-797608-6-iscsi. {{(pid=99619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:44:34.711745 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.782116 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1785951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1786095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3424'] for router, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:34.880864 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Sync routers for ids ['f1d4779a-a649-4f5b-b11a-6d850674175b'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:34.883427 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.db_base_plugin_common [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Allocated IP 172.20.0.2 (232fe046-de57-49e8-a71c-5cb0e977b45e/c95fc533-7d22-41dd-94b4-f671b328ba7e/1103b6fc-d4de-4fd2-a755-ae96a0020b0b) {{(pid=99619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:34.894704 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Routers {'f1d4779a-a649-4f5b-b11a-6d850674175b'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:34.896911 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:44:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['f1d4779a-a649-4f5b-b11a-6d850674175b'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:34.962680 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 104c35a3-a007-4f77-8cbf-08e9f0855713 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:34.995739 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.016332 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.026067 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Set router f1d4779a-a649-4f5b-b11a-6d850674175b gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:35.074118 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 104c35a3-a007-4f77-8cbf-08e9f0855713 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:35.074591 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.123439 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Notify callbacks [] for port, precommit_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.133393 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Allocated IP 172.27.0.141 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/e9692db4-cdb4-42cd-91f0-e15ed21a8be7) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:35.135555 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Transition to ACTIVE for port object 1103b6fc-d4de-4fd2-a755-ae96a0020b0b will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:35.155479 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Transition to ACTIVE for port object 1103b6fc-d4de-4fd2-a755-ae96a0020b0b will not be triggered until provisioned by entity DHCP. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:35.181405 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.229195 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Network 232fe046-de57-49e8-a71c-5cb0e977b45e is already hosted by enough agents. {{(pid=99619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:35.230726 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:35.237087 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.base_scheduler [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Resources bound (agent type, host, resource id): {{(pid=99619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:35.256862 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Received port after_create {{(pid=99619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:35.261688 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 4, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '752681d1-676b-472f-b7ee-33659bd1fa82', 'name': '', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'mac_address': 'fa:16:3e:ce:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:32Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 2, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'subnets': [{'id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:35.262231 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.276449 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Pushing event updated for resources: {'Port': ['ID=1103b6fc-d4de-4fd2-a755-ae96a0020b0b,revision_number=1']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:35.291969 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Checking router: f1d4779a-a649-4f5b-b11a-6d850674175b for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:35.292647 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Updating router f1d4779a-a649-4f5b-b11a-6d850674175b port 752681d1-676b-472f-b7ee-33659bd1fa82 binding host dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:44:35.308495 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.334601 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Attempting to bind port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:35.334961 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Attempting to bind port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': 'd4d76d7c-8832-485c-9d88-95bbde309481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:35.335336 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Attempting to bind port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b on network 232fe046-de57-49e8-a71c-5cb0e977b45e {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:35.343416 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:35.343746 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Checking segment: {'id': 'd4d76d7c-8832-485c-9d88-95bbde309481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:35.344121 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.344511 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Bound using segment: {'id': 'd4d76d7c-8832-485c-9d88-95bbde309481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:35.344991 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Bound port: 1103b6fc-d4de-4fd2-a755-ae96a0020b0b, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d76d7c-8832-485c-9d88-95bbde309481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:35.345377 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.352125 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:35.356963 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:35.361662 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:35.383844 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Pushing event updated for resources: {'Port': ['ID=e9692db4-cdb4-42cd-91f0-e15ed21a8be7,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:35.395066 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:35.401192 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:35.401617 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.417480 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.449611 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] For port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:35.454055 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] For port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=1103b6fc-d4de-4fd2-a755-ae96a0020b0b,segment=NetworkSegment(d4d76d7c-8832-485c-9d88-95bbde309481),segment_id=d4d76d7c-8832-485c-9d88-95bbde309481)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:35.463251 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.560084 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.588506 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:35.591880 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e70ba34-0fcc-4418-aa27-98ce94a985fb None None] Pushing event updated for resources: {'Port': ['ID=1103b6fc-d4de-4fd2-a755-ae96a0020b0b,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:35.603369 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.662991 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:35.713864 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Notify callbacks [] for port, precommit_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.725068 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.provisioning_blocks [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Transition to ACTIVE for port object 752681d1-676b-472f-b7ee-33659bd1fa82 will not be triggered until provisioned by entity L2. {{(pid=99620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:35.733539 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.890090 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Pushing event updated for resources: {'Port': ['ID=752681d1-676b-472f-b7ee-33659bd1fa82,revision_number=3']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:35.905892 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Attempting to bind port 752681d1-676b-472f-b7ee-33659bd1fa82 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:35.906471 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Attempting to bind port 752681d1-676b-472f-b7ee-33659bd1fa82 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:35.909187 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Attempting to bind port 752681d1-676b-472f-b7ee-33659bd1fa82 on network 80c929ca-0a2d-4606-9c9c-686eab434ec2 {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:35.916889 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:35.917488 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:35.918081 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:35.918568 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:35.919057 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:35.919536 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:35.920010 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:35.920504 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:35.921007 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:35.921790 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:35.922272 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:35.922762 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:35.927545 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:35.927989 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Checking segment: {'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:35.928387 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.928814 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Bound using segment: {'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:35.929291 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Bound port: 752681d1-676b-472f-b7ee-33659bd1fa82, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'}}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:35.929727 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:35.999234 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] For port 752681d1-676b-472f-b7ee-33659bd1fa82, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:36.002764 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] For port 752681d1-676b-472f-b7ee-33659bd1fa82, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=752681d1-676b-472f-b7ee-33659bd1fa82,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:36.009661 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.018636 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.072325 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Routers {'f1d4779a-a649-4f5b-b11a-6d850674175b'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:36.073044 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:44:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['f1d4779a-a649-4f5b-b11a-6d850674175b'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:36.075046 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e404828-4242-4ad3-866a-fbccf198036f None None] Pushing event updated for resources: {'Port': ['ID=752681d1-676b-472f-b7ee-33659bd1fa82,revision_number=4']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:36.213329 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] Set router f1d4779a-a649-4f5b-b11a-6d850674175b gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:36.260266 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1785978'] for router, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.419042 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Router 98660db0-8cb7-45a9-a605-8e59473dd5ae is scheduled to L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc with binding_index 1 {{(pid=99617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:44:36.446029 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 4, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '752681d1-676b-472f-b7ee-33659bd1fa82', 'name': '', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'mac_address': 'fa:16:3e:ce:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:32Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 4, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'subnets': [{'id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:36.475411 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fdcbbe-b14c-4570-bb2f-bcb9956aa9c4 None None] The sync data for ids ['f1d4779a-a649-4f5b-b11a-6d850674175b'] in dv-cinder-797608-6-iscsi is: [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 4, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '752681d1-676b-472f-b7ee-33659bd1fa82', 'name': '', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'mac_address': 'fa:16:3e:ce:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:32Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 4, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'subnets': [{'id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:36.555920 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:36.564120 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Sync routers for ids ['98660db0-8cb7-45a9-a605-8e59473dd5ae'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:36.576949 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Routers {'98660db0-8cb7-45a9-a605-8e59473dd5ae'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:36.577611 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:44:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['98660db0-8cb7-45a9-a605-8e59473dd5ae'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:36.579094 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:36.584617 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 56668) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:44:36.585605 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-aa498850-374b-4d3e-a121-2f94fcb8f622 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.0269644 Jul 16 22:44:36.676824 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bdd5c1-995a-44a9-b818-0db4f754b0c7 None None] Network 232fe046-de57-49e8-a71c-5cb0e977b45e requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:44:36.766523 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Set router 98660db0-8cb7-45a9-a605-8e59473dd5ae gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:36.832891 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-320933b6-5643-4ef4-977c-6c473eafd3fc None None] Provisioning for port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:37.031748 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 752681d1-676b-472f-b7ee-33659bd1fa82 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:37.099970 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.262140 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'name': 'tempest-TestMinimumBasicScenario-1197030745-router', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:34Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 3, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'gw_port': {'id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:35Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:37.264849 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 752681d1-676b-472f-b7ee-33659bd1fa82 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:37.295449 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Allocated IP 172.20.0.1 (232fe046-de57-49e8-a71c-5cb0e977b45e/c95fc533-7d22-41dd-94b4-f671b328ba7e/15a9f3eb-a363-4121-9709-87f2f3ae6347) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:37.302895 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 752681d1-676b-472f-b7ee-33659bd1fa82 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:37.303322 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.305208 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Checking router: 98660db0-8cb7-45a9-a605-8e59473dd5ae for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:37.305589 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Updating router 98660db0-8cb7-45a9-a605-8e59473dd5ae port e9692db4-cdb4-42cd-91f0-e15ed21a8be7 binding host dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:44:37.379330 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.419163 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.436980 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Transition to ACTIVE for port object 15a9f3eb-a363-4121-9709-87f2f3ae6347 will not be triggered until provisioned by entity DHCP. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:37.478190 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.525543 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Pushing event updated for resources: {'Port': ['ID=15a9f3eb-a363-4121-9709-87f2f3ae6347,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:37.538842 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Network 232fe046-de57-49e8-a71c-5cb0e977b45e is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:37.539595 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:37.542083 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:37.547410 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.594088 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728589'] for router_interface, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.615676 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 752681d1-676b-472f-b7ee-33659bd1fa82, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=752681d1-676b-472f-b7ee-33659bd1fa82,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:37.628504 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.629358 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:37.757929 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.774749 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=752681d1-676b-472f-b7ee-33659bd1fa82,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:37.795676 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:37.796047 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.876326 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-8c712d28-b8b4-48ec-81d2-d12816bcdcc4 None None] Provisioning for port 15a9f3eb-a363-4121-9709-87f2f3ae6347 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:37.889198 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-8c712d28-b8b4-48ec-81d2-d12816bcdcc4 None None] Provisioning complete for port 15a9f3eb-a363-4121-9709-87f2f3ae6347 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:37.889585 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-8c712d28-b8b4-48ec-81d2-d12816bcdcc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.894808 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Notify callbacks [] for port, precommit_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.925897 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Transition to ACTIVE for port object e9692db4-cdb4-42cd-91f0-e15ed21a8be7 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:37.932894 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.937158 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.951418 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:37.997567 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-8c712d28-b8b4-48ec-81d2-d12816bcdcc4 None None] Port 15a9f3eb-a363-4121-9709-87f2f3ae6347 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:38.004466 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1103b6fc-d4de-4fd2-a755-ae96a0020b0b up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:38.006734 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Pushing event updated for resources: {'Port': ['ID=15a9f3eb-a363-4121-9709-87f2f3ae6347,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:38.010044 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728569'] for router_interface, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.030835 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f0240-73c7-4a74-b35a-c82e1d1737ee None None] Pushing event updated for resources: {'Port': ['ID=e9692db4-cdb4-42cd-91f0-e15ed21a8be7,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:38.049430 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Attempting to bind port e9692db4-cdb4-42cd-91f0-e15ed21a8be7 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:38.049817 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Attempting to bind port e9692db4-cdb4-42cd-91f0-e15ed21a8be7 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:38.050172 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Attempting to bind port e9692db4-cdb4-42cd-91f0-e15ed21a8be7 on network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:38.059474 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:38.059841 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Checking segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:38.060237 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.060623 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Bound using segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:38.061074 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Bound port: e9692db4-cdb4-42cd-91f0-e15ed21a8be7, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:38.061729 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.102295 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Network 232fe046-de57-49e8-a71c-5cb0e977b45e is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:38.103586 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:38.103815 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:38.115282 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:38.115653 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.151378 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] For port e9692db4-cdb4-42cd-91f0-e15ed21a8be7, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:38.170726 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] For port e9692db4-cdb4-42cd-91f0-e15ed21a8be7, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=e9692db4-cdb4-42cd-91f0-e15ed21a8be7,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:38.179640 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.244905 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Router 98660db0-8cb7-45a9-a605-8e59473dd5ae has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:44:38.278233 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Routers {'98660db0-8cb7-45a9-a605-8e59473dd5ae'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:38.278873 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:44:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['98660db0-8cb7-45a9-a605-8e59473dd5ae'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:38.283579 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39f0240-73c7-4a74-b35a-c82e1d1737ee None None] Pushing event updated for resources: {'Port': ['ID=e9692db4-cdb4-42cd-91f0-e15ed21a8be7,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:38.339968 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.359092 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:44:38.364937 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-78f2c509-20ca-457a-88a0-b0c1635ec586 admin admin] 10.222.0.24 "PUT /v2.0/routers/98660db0-8cb7-45a9-a605-8e59473dd5ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7791994 Jul 16 22:44:38.419350 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=1103b6fc-d4de-4fd2-a755-ae96a0020b0b,segment=NetworkSegment(d4d76d7c-8832-485c-9d88-95bbde309481),segment_id=d4d76d7c-8832-485c-9d88-95bbde309481)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:38.428606 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.435112 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] Set router 98660db0-8cb7-45a9-a605-8e59473dd5ae gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:38.489424 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-cbd8a582-1f44-482b-9799-fc0c2e199a25 None None] Provisioning complete for port 15a9f3eb-a363-4121-9709-87f2f3ae6347 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:38.489826 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-cbd8a582-1f44-482b-9799-fc0c2e199a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:38.587649 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=1103b6fc-d4de-4fd2-a755-ae96a0020b0b,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:38.597565 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-cbd8a582-1f44-482b-9799-fc0c2e199a25 None None] Port 15a9f3eb-a363-4121-9709-87f2f3ae6347 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:38.712552 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'name': 'tempest-TestMinimumBasicScenario-1197030745-router', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:34Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 4, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'gw_port': {'id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:35Z', 'updated_at': '2021-07-16T22:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '15a9f3eb-a363-4121-9709-87f2f3ae6347', 'name': '', 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'mac_address': 'fa:16:3e:c0:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c95fc533-7d22-41dd-94b4-f671b328ba7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:37Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 2, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'subnets': [{'id': 'c95fc533-7d22-41dd-94b4-f671b328ba7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:38.738587 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49940e0-64e1-4cee-8af1-4b24c0ede2cc None None] The sync data for ids ['98660db0-8cb7-45a9-a605-8e59473dd5ae'] in dv-cinder-797608-6-iscsi is: [{'id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'name': 'tempest-TestMinimumBasicScenario-1197030745-router', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:34Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 4, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'gw_port': {'id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:35Z', 'updated_at': '2021-07-16T22:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '15a9f3eb-a363-4121-9709-87f2f3ae6347', 'name': '', 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'mac_address': 'fa:16:3e:c0:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c95fc533-7d22-41dd-94b4-f671b328ba7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:37Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 2, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'subnets': [{'id': 'c95fc533-7d22-41dd-94b4-f671b328ba7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:38.854801 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 752681d1-676b-472f-b7ee-33659bd1fa82 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:38.905015 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 752681d1-676b-472f-b7ee-33659bd1fa82 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:38.905416 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:39.013779 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1103b6fc-d4de-4fd2-a755-ae96a0020b0b up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:39.063393 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:39.063772 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:40.897407 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Sync routers for ids ['98660db0-8cb7-45a9-a605-8e59473dd5ae'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:44:40.911024 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Routers {'98660db0-8cb7-45a9-a605-8e59473dd5ae'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:40.911679 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:44:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['98660db0-8cb7-45a9-a605-8e59473dd5ae'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:40.916348 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device e9692db4-cdb4-42cd-91f0-e15ed21a8be7 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:41.018660 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port e9692db4-cdb4-42cd-91f0-e15ed21a8be7 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:41.023993 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port e9692db4-cdb4-42cd-91f0-e15ed21a8be7 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:41.024600 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.040052 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Set router 98660db0-8cb7-45a9-a605-8e59473dd5ae gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:41.121890 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.166765 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port e9692db4-cdb4-42cd-91f0-e15ed21a8be7, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=e9692db4-cdb4-42cd-91f0-e15ed21a8be7,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:41.173563 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.258427 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=e9692db4-cdb4-42cd-91f0-e15ed21a8be7,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:41.308089 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'name': 'tempest-TestMinimumBasicScenario-1197030745-router', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:34Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 4, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'gw_port': {'id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7f:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:35Z', 'updated_at': '2021-07-16T22:44:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '15a9f3eb-a363-4121-9709-87f2f3ae6347', 'name': '', 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'mac_address': 'fa:16:3e:c0:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c95fc533-7d22-41dd-94b4-f671b328ba7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:37Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 2, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'subnets': [{'id': 'c95fc533-7d22-41dd-94b4-f671b328ba7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:41.336043 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Checking router: 98660db0-8cb7-45a9-a605-8e59473dd5ae for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:44:41.336399 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Updating router 98660db0-8cb7-45a9-a605-8e59473dd5ae port 15a9f3eb-a363-4121-9709-87f2f3ae6347 binding host dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:44:41.371958 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.686844 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Notify callbacks [] for port, precommit_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.698244 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.provisioning_blocks [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Transition to ACTIVE for port object 15a9f3eb-a363-4121-9709-87f2f3ae6347 will not be triggered until provisioned by entity L2. {{(pid=99620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:41.704368 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.782494 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91996501-bfc1-490d-818a-3379b092e0cb None None] Pushing event updated for resources: {'Port': ['ID=15a9f3eb-a363-4121-9709-87f2f3ae6347,revision_number=3']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:41.821236 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Attempting to bind port 15a9f3eb-a363-4121-9709-87f2f3ae6347 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:44:41.821640 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Attempting to bind port 15a9f3eb-a363-4121-9709-87f2f3ae6347 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': 'd4d76d7c-8832-485c-9d88-95bbde309481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e'}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:44:41.822005 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Attempting to bind port 15a9f3eb-a363-4121-9709-87f2f3ae6347 on network 232fe046-de57-49e8-a71c-5cb0e977b45e {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:44:41.828024 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:44:41.828405 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Checking segment: {'id': 'd4d76d7c-8832-485c-9d88-95bbde309481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:44:41.828808 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.829203 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Bound using segment: {'id': 'd4d76d7c-8832-485c-9d88-95bbde309481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e'} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:44:41.829698 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Bound port: 15a9f3eb-a363-4121-9709-87f2f3ae6347, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d76d7c-8832-485c-9d88-95bbde309481', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e'}}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:44:41.830104 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:41.904186 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] For port 15a9f3eb-a363-4121-9709-87f2f3ae6347, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:44:41.908069 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] For port 15a9f3eb-a363-4121-9709-87f2f3ae6347, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=15a9f3eb-a363-4121-9709-87f2f3ae6347,segment=NetworkSegment(d4d76d7c-8832-485c-9d88-95bbde309481),segment_id=d4d76d7c-8832-485c-9d88-95bbde309481)] {{(pid=99620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:44:41.913842 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:42.010241 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91996501-bfc1-490d-818a-3379b092e0cb None None] Pushing event updated for resources: {'Port': ['ID=15a9f3eb-a363-4121-9709-87f2f3ae6347,revision_number=4']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:42.013866 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Routers {'98660db0-8cb7-45a9-a605-8e59473dd5ae'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:44:42.014482 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:44:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['98660db0-8cb7-45a9-a605-8e59473dd5ae'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:42.135010 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] Set router 98660db0-8cb7-45a9-a605-8e59473dd5ae gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:44:42.474670 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'name': 'tempest-TestMinimumBasicScenario-1197030745-router', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:34Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 4, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'gw_port': {'id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:35Z', 'updated_at': '2021-07-16T22:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '15a9f3eb-a363-4121-9709-87f2f3ae6347', 'name': '', 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'mac_address': 'fa:16:3e:c0:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c95fc533-7d22-41dd-94b4-f671b328ba7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:37Z', 'updated_at': '2021-07-16T22:44:41Z', 'revision_number': 4, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'subnets': [{'id': 'c95fc533-7d22-41dd-94b4-f671b328ba7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:44:42.505090 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec35781a-c3c4-4cbe-89e4-4f49adc4a849 None None] The sync data for ids ['98660db0-8cb7-45a9-a605-8e59473dd5ae'] in dv-cinder-797608-6-iscsi is: [{'id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'name': 'tempest-TestMinimumBasicScenario-1197030745-router', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:34Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 4, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'gw_port': {'id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:35Z', 'updated_at': '2021-07-16T22:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '15a9f3eb-a363-4121-9709-87f2f3ae6347', 'name': '', 'network_id': '232fe046-de57-49e8-a71c-5cb0e977b45e', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'mac_address': 'fa:16:3e:c0:f8:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 473, 'fixed_ips': [{'subnet_id': 'c95fc533-7d22-41dd-94b4-f671b328ba7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:37Z', 'updated_at': '2021-07-16T22:44:41Z', 'revision_number': 4, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'subnets': [{'id': 'c95fc533-7d22-41dd-94b4-f671b328ba7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:44:42.938506 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 15a9f3eb-a363-4121-9709-87f2f3ae6347 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:43.007259 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 15a9f3eb-a363-4121-9709-87f2f3ae6347 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:43.012497 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 15a9f3eb-a363-4121-9709-87f2f3ae6347 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:43.013242 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.107657 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.144484 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 15a9f3eb-a363-4121-9709-87f2f3ae6347, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=15a9f3eb-a363-4121-9709-87f2f3ae6347,segment=NetworkSegment(d4d76d7c-8832-485c-9d88-95bbde309481),segment_id=d4d76d7c-8832-485c-9d88-95bbde309481)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:44:43.151131 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.152325 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device e9692db4-cdb4-42cd-91f0-e15ed21a8be7 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:43.246060 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port e9692db4-cdb4-42cd-91f0-e15ed21a8be7 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:43.246530 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:43.270167 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=15a9f3eb-a363-4121-9709-87f2f3ae6347,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:44.862543 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 15a9f3eb-a363-4121-9709-87f2f3ae6347 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:44:44.911123 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 15a9f3eb-a363-4121-9709-87f2f3ae6347 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:44.911492 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:48.272428 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-e6abc38d-575e-4309-acce-c1f7642315e1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:48.273919 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-e6abc38d-575e-4309-acce-c1f7642315e1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/networks?id=80c929ca-0a2d-4606-9c9c-686eab434ec2 HTTP/1.1" status: 200 len: 815 time: 0.1013746 Jul 16 22:44:48.288189 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-3bf5a828-65cd-4357-867d-3e3280eccd09 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/quotas/a9e1c61f45e145bf80290150970a4ed6 HTTP/1.1" status: 200 len: 375 time: 0.0089159 Jul 16 22:44:48.358524 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-d9660d5d-3ad9-450d-b744-0a6bcefd66c3 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a9e1c61f45e145bf80290150970a4ed6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0656481 Jul 16 22:44:48.544811 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-4c46c2d9-f520-4f70-9a0c-ec3503c365d2 service neutron] 10.222.0.24 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1720314 Jul 16 22:44:48.634395 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-04eb958b-7985-444e-ac30-a4fb685e1b76 service neutron] 10.222.0.24 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869679 Jul 16 22:44:48.843856 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5aefb8f8-be28-4ae0-8346-03757af46098 req-dae9cad2-b16d-4b61-8c88-a5e331107f54 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 210 time: 0.0763047 Jul 16 22:44:49.983958 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a75620d7-a5f1-4f2f-9bcb-e9708af43f4b req-c0420a9d-f279-4e4d-a892-a53f134c6564 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 210 time: 0.0280156 Jul 16 22:44:50.057523 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6c7c8aab-9cce-436c-b1c3-45c6248a3211 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:50.059062 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6c7c8aab-9cce-436c-b1c3-45c6248a3211 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.35 "GET /v2.0/networks?id=80c929ca-0a2d-4606-9c9c-686eab434ec2 HTTP/1.1" status: 200 len: 815 time: 0.1054955 Jul 16 22:44:50.073380 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Request body: {'port': {'device_id': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'admin_state_up': True, 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:44:50.182309 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Made reservation on behalf of a9e1c61f45e145bf80290150970a4ed6 for: {'port': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:44:50.186298 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:50.549803 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Allocated IP 172.20.0.13 (80c929ca-0a2d-4606-9c9c-686eab434ec2/a63509ea-8317-4fff-89e9-35788ae4b5c3/50fe8fa2-b9e6-4d71-8408-5b05f9860d4e) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:44:50.707912 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:50.723185 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Transition to ACTIVE for port object 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e will not be triggered until provisioned by entity DHCP. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:44:50.759265 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:50.809020 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Network 80c929ca-0a2d-4606-9c9c-686eab434ec2 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:44:50.812725 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:44:50.815337 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:44:50.881711 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event updated for resources: {'Port': ['ID=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:44:50.899561 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:50.900239 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:50.903670 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:50.904024 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:50.904369 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:50.904712 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:50.905157 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:50.905557 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:50.905899 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:50.906238 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:50.906561 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:50.906888 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:50.907214 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:50.907539 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:44:50.933625 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6f5e3917-7b50-42d7-a2ba-996c3787ffb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8638084 Jul 16 22:44:51.072197 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-06565a2e-65ba-40f2-9e78-283293b41d8c None None] Provisioning for port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:44:51.076361 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-06565a2e-65ba-40f2-9e78-283293b41d8c None None] Provisioning complete for port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:44:51.076787 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-06565a2e-65ba-40f2-9e78-283293b41d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:51.133426 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-06565a2e-65ba-40f2-9e78-283293b41d8c None None] Port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:44:51.185016 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b2453d-3402-49ad-9f18-a29b80337ddb req-5d4bbe78-85da-4d97-ac21-7b477524f42e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:44:51.187601 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-50b2453d-3402-49ad-9f18-a29b80337ddb req-5d4bbe78-85da-4d97-ac21-7b477524f42e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 932 time: 0.0728347 Jul 16 22:44:51.235508 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-50b2453d-3402-49ad-9f18-a29b80337ddb req-3f4aaba0-1728-4a76-9b06-c61e6c62fadf tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380776 Jul 16 22:44:54.640795 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-fed4e2e9-485a-4043-8f0f-83bf20ae1b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:55.649860 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:57.357651 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-d9dcf15c-1e4d-4130-855f-33ae522c2c59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:57.380235 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:58.127132 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:44:59.898027 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:01.499207 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Request body: {'port': {'device_id': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:01.583115 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:01.622288 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d7cbab05-4e9b-4c4d-834b-51382bde0ed6 req-63d2d020-8a18-41fb-b747-26595cf38513 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1428218 Jul 16 22:45:01.673967 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7de74b-8e4d-4377-991e-e73642a36a34 req-342f12c6-3aab-4f11-ad3c-89cbf2001067 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:01.675446 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4c7de74b-8e4d-4377-991e-e73642a36a34 req-342f12c6-3aab-4f11-ad3c-89cbf2001067 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 932 time: 0.0778511 Jul 16 22:45:01.749938 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4c7de74b-8e4d-4377-991e-e73642a36a34 req-4591f3c7-a138-4c23-81c2-a265f1a7c770 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645955 Jul 16 22:45:01.758309 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbab05-4e9b-4c4d-834b-51382bde0ed6 req-162e86f3-8249-4bb4-983e-a2a3aeee43b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:01.759775 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d7cbab05-4e9b-4c4d-834b-51382bde0ed6 req-162e86f3-8249-4bb4-983e-a2a3aeee43b7 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 1098 time: 0.0834789 Jul 16 22:45:01.865926 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbab05-4e9b-4c4d-834b-51382bde0ed6 req-d9eb046c-fce8-4b5a-8e0b-ed33e8ff297a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:01.867471 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d7cbab05-4e9b-4c4d-834b-51382bde0ed6 req-d9eb046c-fce8-4b5a-8e0b-ed33e8ff297a service neutron] 10.222.0.35 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 917 time: 0.0879643 Jul 16 22:45:01.889453 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e {{(pid=99618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:45:01.897430 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:01.910066 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Transition to ACTIVE for port object 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e will not be triggered until provisioned by entity L2. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:45:01.918600 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:01.951695 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d7cbab05-4e9b-4c4d-834b-51382bde0ed6 req-c3207b26-fa3a-4911-b88a-574faf9a7d6a service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77c70275-759f-4e64-b5e0-c37afff0084d HTTP/1.1" status: 200 len: 1001 time: 0.0759366 Jul 16 22:45:01.982995 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Pushing event updated for resources: {'Port': ['ID=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:02.023002 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbab05-4e9b-4c4d-834b-51382bde0ed6 req-0ca3127e-28fa-4ef9-ae33-d94848d7b649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:02.024487 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d7cbab05-4e9b-4c4d-834b-51382bde0ed6 req-0ca3127e-28fa-4ef9-ae33-d94848d7b649 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=680d7656-7b6d-4cce-bb9c-e15cf419686e HTTP/1.1" status: 200 len: 855 time: 0.0668426 Jul 16 22:45:02.068985 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Attempting to bind port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:45:02.069496 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Attempting to bind port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:45:02.069827 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Attempting to bind port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e on network 80c929ca-0a2d-4606-9c9c-686eab434ec2 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:45:02.074611 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e on network 80c929ca-0a2d-4606-9c9c-686eab434ec2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:45:02.074943 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Attempting to bind port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e on network 80c929ca-0a2d-4606-9c9c-686eab434ec2 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:45:02.079955 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:45:02.080312 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Checking segment: {'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:45:02.080681 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Bound using segment: {'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:45:02.081106 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Bound port: 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d6aa18-d114-44ea-b59f-8492a435f0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2'}}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:45:02.081482 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:02.090436 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cbab05-4e9b-4c4d-834b-51382bde0ed6 req-570560b3-6b4b-4402-92db-808a5ad7c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:02.092020 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d7cbab05-4e9b-4c4d-834b-51382bde0ed6 req-570560b3-6b4b-4402-92db-808a5ad7c0c3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50e44edd-5b1f-499c-8dc2-2e586d01fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0570650 Jul 16 22:45:02.152605 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] For port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e, host hv-cinder-79760, cleared binding levels {{(pid=99618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:45:02.155590 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] For port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:45:02.160445 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:02.191234 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d7cbab05-4e9b-4c4d-834b-51382bde0ed6 req-9c55acd3-91fc-4d2d-8570-124e79558228 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906804 Jul 16 22:45:02.194721 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:02.195300 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:02.196701 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] 10.222.0.35 "PUT /v2.0/ports/50fe8fa2-b9e6-4d71-8408-5b05f9860d4e HTTP/1.1" status: 200 len: 1094 time: 0.7492986 Jul 16 22:45:02.197167 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:02.201654 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-619a5bab-24ed-46d0-9e33-8da5670ddb54" -d '{"events": [{"name": "network-changed", "server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:02.235048 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eb7752-bac0-4966-ac86-bb44749911a4 service neutron] Pushing event updated for resources: {'Port': ['ID=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,revision_number=3']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:02.314020 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-68d7b8d9-7c34-41a1-b91e-b4ea6e14c381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:02.315533 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-68d7b8d9-7c34-41a1-b91e-b4ea6e14c381 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9e1c61f45e145bf80290150970a4ed6&device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 1097 time: 0.0678244 Jul 16 22:45:02.316885 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d7cbab05-4e9b-4c4d-834b-51382bde0ed6 req-74ef95dd-6491-4e6a-ab6f-bec0bd2a7ee2 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181228 Jul 16 22:45:02.367043 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af29a279-bbd7-44fd-9b73-c482c4691c4c x-openstack-request-id: req-af29a279-bbd7-44fd-9b73-c482c4691c4c {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:02.367343 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:02.367572 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-af29a279-bbd7-44fd-9b73-c482c4691c4c {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:02.367969 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'status': 'completed', 'code': 200} Jul 16 22:45:02.370246 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-9e2238bf-0762-41ac-b887-525b7a28abaa service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e HTTP/1.1" status: 200 len: 217 time: 0.0432158 Jul 16 22:45:02.423124 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-95658b74-c1b1-4b01-84ea-6243579fb2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:02.424590 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-95658b74-c1b1-4b01-84ea-6243579fb2bd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a63509ea-8317-4fff-89e9-35788ae4b5c3 HTTP/1.1" status: 200 len: 854 time: 0.0490861 Jul 16 22:45:02.482530 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-4e9619a5-a084-4d1a-8842-2131989d24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:02.483922 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-4e9619a5-a084-4d1a-8842-2131989d24a2 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80c929ca-0a2d-4606-9c9c-686eab434ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520358 Jul 16 22:45:02.575206 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-6ecff2b2-34f3-4e5a-8eae-49d6d8626de9 service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836854 Jul 16 22:45:02.669827 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6de460b4-069b-4ebd-958f-38a81717e7fc req-aa96abab-8ce0-444b-8512-bf11b0975d11 service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814812 Jul 16 22:45:02.777302 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a5bab-24ed-46d0-9e33-8da5670ddb54 req-7e401d9d-f0cd-4d70-b27a-4bf6565bb187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:02.780197 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-619a5bab-24ed-46d0-9e33-8da5670ddb54 req-7e401d9d-f0cd-4d70-b27a-4bf6565bb187 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9e1c61f45e145bf80290150970a4ed6&device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 1097 time: 0.0588911 Jul 16 22:45:02.873056 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a5bab-24ed-46d0-9e33-8da5670ddb54 req-c256287d-75d8-42c9-847a-1f4df4bb9f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:02.874711 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-619a5bab-24ed-46d0-9e33-8da5670ddb54 req-c256287d-75d8-42c9-847a-1f4df4bb9f72 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80c929ca-0a2d-4606-9c9c-686eab434ec2 HTTP/1.1" status: 200 len: 916 time: 0.0863643 Jul 16 22:45:02.920325 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-619a5bab-24ed-46d0-9e33-8da5670ddb54 req-0d2e1868-0eeb-459e-8d9b-752ba6db2f4d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e HTTP/1.1" status: 200 len: 217 time: 0.0378470 Jul 16 22:45:02.933063 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1204e6b-683c-44aa-a3ae-c4ec972f93ad req-8eecda12-4b22-485e-bc67-19c72184a303 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:02.934594 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e1204e6b-683c-44aa-a3ae-c4ec972f93ad req-8eecda12-4b22-485e-bc67-19c72184a303 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 944 time: 0.0665045 Jul 16 22:45:02.969946 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a5bab-24ed-46d0-9e33-8da5670ddb54 req-0296fe71-0d55-4e5e-9b2f-e57e45d324ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:02.971397 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-619a5bab-24ed-46d0-9e33-8da5670ddb54 req-0296fe71-0d55-4e5e-9b2f-e57e45d324ec service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a63509ea-8317-4fff-89e9-35788ae4b5c3 HTTP/1.1" status: 200 len: 854 time: 0.0441265 Jul 16 22:45:02.972408 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e1204e6b-683c-44aa-a3ae-c4ec972f93ad req-4fd0bd6c-d570-4db4-90b9-a2406f84f73c tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316660 Jul 16 22:45:02.983785 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:45:03.037009 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619a5bab-24ed-46d0-9e33-8da5670ddb54 req-f4b5408b-e64b-4edd-b768-688fff426f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:03.038564 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-619a5bab-24ed-46d0-9e33-8da5670ddb54 req-f4b5408b-e64b-4edd-b768-688fff426f21 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80c929ca-0a2d-4606-9c9c-686eab434ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0593576 Jul 16 22:45:03.132981 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-619a5bab-24ed-46d0-9e33-8da5670ddb54 req-f16ef5d2-10ea-49bf-bf11-49a6ee3d7b03 service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871627 Jul 16 22:45:03.220925 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-619a5bab-24ed-46d0-9e33-8da5670ddb54 req-ff0bd639-4d74-4ddb-b0a6-e79b7aab1f80 service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806122 Jul 16 22:45:04.147245 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daee6f10-b560-43c3-b44a-941815c97c01 req-93e8b781-0440-4924-9607-b57df8d8a988 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:04.148752 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-daee6f10-b560-43c3-b44a-941815c97c01 req-93e8b781-0440-4924-9607-b57df8d8a988 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 944 time: 0.0635762 Jul 16 22:45:04.187344 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-daee6f10-b560-43c3-b44a-941815c97c01 req-1a5bf66e-f462-4079-80f9-5c547129d1b5 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325582 Jul 16 22:45:04.429616 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdddd25-6af5-49c1-bad9-71881d47dcdd req-d294f04f-4939-4015-9aea-71eb89b8b2bf tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:04.431072 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bbdddd25-6af5-49c1-bad9-71881d47dcdd req-d294f04f-4939-4015-9aea-71eb89b8b2bf tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0662661 Jul 16 22:45:04.467956 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bbdddd25-6af5-49c1-bad9-71881d47dcdd req-0864ca46-688f-4f90-9e81-9059feed4442 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305059 Jul 16 22:45:05.361546 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2ca9e-db88-45df-9144-a50ba88aacc4 req-dfe019a6-67ed-4e42-894f-d0abfe9acb5c tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:05.363042 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-95a2ca9e-db88-45df-9144-a50ba88aacc4 req-dfe019a6-67ed-4e42-894f-d0abfe9acb5c tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 944 time: 0.0641825 Jul 16 22:45:05.401933 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-95a2ca9e-db88-45df-9144-a50ba88aacc4 req-d0257337-0473-4cfd-9b47-2be4d06acb32 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332179 Jul 16 22:45:05.649407 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c0a0d-f5be-4088-9bb5-cc0743068077 req-9ebb00d6-1445-42fc-b7a1-2eacc20a299d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:05.651417 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-854c0a0d-f5be-4088-9bb5-cc0743068077 req-9ebb00d6-1445-42fc-b7a1-2eacc20a299d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0654078 Jul 16 22:45:05.688903 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-854c0a0d-f5be-4088-9bb5-cc0743068077 req-06a1cc7c-4569-4514-811b-3528d00601b7 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319223 Jul 16 22:45:06.306755 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:45:06.399062 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:06.410956 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'port_id': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'mac_address': 'fa:16:3e:00:2d:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:45:06.446536 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:06.459432 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:45:06.478539 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:06.482766 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:06.530568 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:06.581047 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123ccca8-65da-4171-a7dd-31ba9894a857 req-06bc7826-c46d-42cd-9063-71303a23b432 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:06.582541 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-123ccca8-65da-4171-a7dd-31ba9894a857 req-06bc7826-c46d-42cd-9063-71303a23b432 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 945 time: 0.0658126 Jul 16 22:45:06.619011 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-123ccca8-65da-4171-a7dd-31ba9894a857 req-4cdf6542-f9f1-4b3c-b151-2caeaa6e489f tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308814 Jul 16 22:45:06.704087 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:45:06.865733 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a48ae54-d5db-44a1-a4f7-e9a4c45616fb req-63fb8e48-cf1f-4c86-a0a7-81df72648fd6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:06.867203 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1a48ae54-d5db-44a1-a4f7-e9a4c45616fb req-63fb8e48-cf1f-4c86-a0a7-81df72648fd6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0629096 Jul 16 22:45:06.904447 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1a48ae54-d5db-44a1-a4f7-e9a4c45616fb req-85f53152-8f5d-4d64-ae66-3e78dd8819a8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309403 Jul 16 22:45:07.795291 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06da05-7ab0-4563-832d-b0c07543feb6 req-cfd6ebf4-e477-48aa-8c13-22b29d66013e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:07.796754 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3e06da05-7ab0-4563-832d-b0c07543feb6 req-cfd6ebf4-e477-48aa-8c13-22b29d66013e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 945 time: 0.0659845 Jul 16 22:45:07.833838 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3e06da05-7ab0-4563-832d-b0c07543feb6 req-85d03512-6bc6-47b1-9e26-4ed9d6c3a371 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316274 Jul 16 22:45:08.080635 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004abb2-5c3a-4501-91f0-be538a2be4e1 req-c8425ce8-f25d-492f-8db5-2bbac95b25df tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:08.082119 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c004abb2-5c3a-4501-91f0-be538a2be4e1 req-c8425ce8-f25d-492f-8db5-2bbac95b25df tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0635583 Jul 16 22:45:08.118167 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c004abb2-5c3a-4501-91f0-be538a2be4e1 req-990a4860-fdb6-452b-b442-ac38fe476530 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305619 Jul 16 22:45:08.337771 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:45:08.384823 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:45:08.388612 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:45:08.389042 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:08.467577 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:08.489666 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:08.491879 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984d5e01-eb74-4ec0-a9a5-a5b578dfe17e" -d '{"events": [{"server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "name": "network-vif-plugged", "status": "completed", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:08.504771 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:08.509971 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:08.560891 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:08.589717 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13bcdd58-ed33-4a91-9153-dc24f6627f3f x-openstack-request-id: req-13bcdd58-ed33-4a91-9153-dc24f6627f3f {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:08.590085 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "name": "network-vif-plugged", "status": "completed", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:08.590503 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-13bcdd58-ed33-4a91-9153-dc24f6627f3f {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:08.591020 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'code': 200} Jul 16 22:45:08.812021 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d05c0b0-2574-4b39-b2f7-674808de7b50 req-e10fb75b-25c2-4467-9b94-df32147eee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:08.813539 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6d05c0b0-2574-4b39-b2f7-674808de7b50 req-e10fb75b-25c2-4467-9b94-df32147eee23 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 1099 time: 0.0524573 Jul 16 22:45:08.850178 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6d05c0b0-2574-4b39-b2f7-674808de7b50 req-7dfabff4-e0d8-4fa0-bc00-ae4b074f47ce service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302434 Jul 16 22:45:09.002027 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe9771-ccdb-4034-a93f-6b4ec6be4c96 req-80225472-70ee-4de7-a4cd-9258b67615c9 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:09.003386 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3afe9771-ccdb-4034-a93f-6b4ec6be4c96 req-80225472-70ee-4de7-a4cd-9258b67615c9 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 946 time: 0.0610459 Jul 16 22:45:09.039620 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3afe9771-ccdb-4034-a93f-6b4ec6be4c96 req-e49b8ee2-abf8-4d37-9aad-6fc1b3d26e0f tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307388 Jul 16 22:45:09.301278 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4dcb70-143b-494f-ac30-93054801fa01 req-77b1a2e2-e0ea-4c76-b91a-7ad8408a29c8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:09.302704 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e4dcb70-143b-494f-ac30-93054801fa01 req-77b1a2e2-e0ea-4c76-b91a-7ad8408a29c8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0671446 Jul 16 22:45:09.338932 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e4dcb70-143b-494f-ac30-93054801fa01 req-a70755a0-17ab-458a-8b12-b3f780d2478f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306852 Jul 16 22:45:10.218782 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ca60d-9bb7-4d71-bfea-3d96b79a543b req-a1ae970e-1830-4438-a51b-b88f0fb07c09 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:10.220408 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d41ca60d-9bb7-4d71-bfea-3d96b79a543b req-a1ae970e-1830-4438-a51b-b88f0fb07c09 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 946 time: 0.0650749 Jul 16 22:45:10.259123 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d41ca60d-9bb7-4d71-bfea-3d96b79a543b req-a7fd3935-1050-4f09-8f5d-93ab9fe50218 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325282 Jul 16 22:45:10.439542 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd6ba5-79c0-431c-8f99-b59f6031edf4 req-da03032e-bd86-48bc-b0d6-969b5b5a5bfe tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:10.441642 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69bd6ba5-79c0-431c-8f99-b59f6031edf4 req-da03032e-bd86-48bc-b0d6-969b5b5a5bfe tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 946 time: 0.0722010 Jul 16 22:45:10.510914 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-69bd6ba5-79c0-431c-8f99-b59f6031edf4 req-62ad389c-4674-4c63-9f5e-47700d4e5291 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627460 Jul 16 22:45:10.538570 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff870dfe-35a7-48b0-ac02-00f5e81e724f req-83b460d8-1970-4e11-a7cf-1f40c520308c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:10.540063 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ff870dfe-35a7-48b0-ac02-00f5e81e724f req-83b460d8-1970-4e11-a7cf-1f40c520308c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0775180 Jul 16 22:45:10.579627 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ff870dfe-35a7-48b0-ac02-00f5e81e724f req-3687eff5-e6c4-4398-b7a8-ec0ec80340c5 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334485 Jul 16 22:45:10.887388 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796936bf-0045-448b-8d86-3566ea0b38ff req-aad74934-56b3-4251-a704-43c40e6cca63 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:10.888962 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-796936bf-0045-448b-8d86-3566ea0b38ff req-aad74934-56b3-4251-a704-43c40e6cca63 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 946 time: 0.0621595 Jul 16 22:45:10.925382 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-796936bf-0045-448b-8d86-3566ea0b38ff req-52112533-47ae-4419-9ed8-0286c30d77d0 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308466 Jul 16 22:45:11.756806 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef569043-1bd1-4c42-95b2-106faf7bbd74 req-68d5ce01-69da-4dff-a5af-f4eea990b9c0 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:11.758400 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ef569043-1bd1-4c42-95b2-106faf7bbd74 req-68d5ce01-69da-4dff-a5af-f4eea990b9c0 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0650141 Jul 16 22:45:11.794477 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ef569043-1bd1-4c42-95b2-106faf7bbd74 req-be215217-eced-4b03-a9b8-5f9d2afa1a26 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299544 Jul 16 22:45:12.969489 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b58d37-332e-43d5-b8a0-146cfc5a80ab req-851a903e-8d67-411f-993f-8626e3575b1b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:12.970836 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-94b58d37-332e-43d5-b8a0-146cfc5a80ab req-851a903e-8d67-411f-993f-8626e3575b1b tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0616610 Jul 16 22:45:13.007829 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-94b58d37-332e-43d5-b8a0-146cfc5a80ab req-5d5e6585-32c5-42e7-bb08-71f40c980195 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316322 Jul 16 22:45:14.191175 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88125e83-7728-4d53-8495-349e50707121 req-5dd0f015-62c4-4266-be3e-25f72aa14f8e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:14.192654 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-88125e83-7728-4d53-8495-349e50707121 req-5dd0f015-62c4-4266-be3e-25f72aa14f8e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0666642 Jul 16 22:45:14.230825 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-88125e83-7728-4d53-8495-349e50707121 req-9762f31a-b440-4f60-b85e-a9156966252d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324807 Jul 16 22:45:15.404875 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353aaeb6-f7e1-45e7-b523-3b24d21ffd28 req-a4a6afb2-fdc2-484a-acc0-974da702a7c4 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:15.406392 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-353aaeb6-f7e1-45e7-b523-3b24d21ffd28 req-a4a6afb2-fdc2-484a-acc0-974da702a7c4 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0626404 Jul 16 22:45:15.442904 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-353aaeb6-f7e1-45e7-b523-3b24d21ffd28 req-237bbb62-e674-407d-b782-b3517a7ce6ae tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311117 Jul 16 22:45:16.619300 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda7416-8d8f-486d-9ac0-9adef14e4c23 req-06165bfb-c545-4d12-b79e-54437ac877d0 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:16.621587 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0dda7416-8d8f-486d-9ac0-9adef14e4c23 req-06165bfb-c545-4d12-b79e-54437ac877d0 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0647678 Jul 16 22:45:16.662445 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0dda7416-8d8f-486d-9ac0-9adef14e4c23 req-981f258c-39f1-48de-88c4-14b43a1a7844 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343709 Jul 16 22:45:17.840506 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24a102-f624-42fc-95bf-83e0fce50c15 req-c6c9e1ed-5c1a-4540-9572-734d8a2297fd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:17.841966 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0a24a102-f624-42fc-95bf-83e0fce50c15 req-c6c9e1ed-5c1a-4540-9572-734d8a2297fd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0660162 Jul 16 22:45:17.878428 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0a24a102-f624-42fc-95bf-83e0fce50c15 req-7df244ec-a9f6-4272-85d9-02cc6bc5601e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309591 Jul 16 22:45:19.051517 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755c816e-688a-498b-a1ea-769a5c2b2883 req-e8d8d9f0-189d-4002-97ba-9b85566906ec tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:19.052971 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-755c816e-688a-498b-a1ea-769a5c2b2883 req-e8d8d9f0-189d-4002-97ba-9b85566906ec tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0619364 Jul 16 22:45:19.092023 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-755c816e-688a-498b-a1ea-769a5c2b2883 req-a64146bf-6140-4a1e-9510-8a37eb550931 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327201 Jul 16 22:45:20.271252 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d59d8d-e5dc-4dc8-b55f-e9dc17bc1301 req-01bd5b1b-744a-4534-b0f8-9cf26521837f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:20.272719 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-13d59d8d-e5dc-4dc8-b55f-e9dc17bc1301 req-01bd5b1b-744a-4534-b0f8-9cf26521837f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0664887 Jul 16 22:45:20.309701 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-13d59d8d-e5dc-4dc8-b55f-e9dc17bc1301 req-8e4c544c-1385-4a98-91ab-5e480f8da593 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307117 Jul 16 22:45:21.486362 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e04b5f-0e57-4e69-b424-d4f23fb0f2a8 req-34325bb3-3e8b-44c7-92a0-a3561b06c764 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:21.487950 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-84e04b5f-0e57-4e69-b424-d4f23fb0f2a8 req-34325bb3-3e8b-44c7-92a0-a3561b06c764 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0649731 Jul 16 22:45:21.524700 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-84e04b5f-0e57-4e69-b424-d4f23fb0f2a8 req-83b2f830-a53f-4d91-9aec-2ed133e86f87 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312150 Jul 16 22:45:22.404907 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 77c70275-759f-4e64-b5e0-c37afff0084d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:45:22.510185 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c70275-759f-4e64-b5e0-c37afff0084d,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:22.523539 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '77c70275-759f-4e64-b5e0-c37afff0084d', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'port_id': '77c70275-759f-4e64-b5e0-c37afff0084d', 'mac_address': 'fa:16:3e:52:69:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:45:22.566405 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:22.580063 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 77c70275-759f-4e64-b5e0-c37afff0084d {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:45:22.601711 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c70275-759f-4e64-b5e0-c37afff0084d,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:22.611199 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:22.670841 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=77c70275-759f-4e64-b5e0-c37afff0084d,revision_number=6']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:22.678405 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:22.678759 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:22.679102 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:22.679439 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:22.679772 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:22.680236 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:22.681089 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:22.681089 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:22.681316 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:22.681672 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:22.682884 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:22.682884 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:22.708218 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['77c70275-759f-4e64-b5e0-c37afff0084d'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:45:22.723368 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0651b580-a7d5-4c7a-ac96-1ddfcde84000 req-a2a880cf-035c-49e7-9603-dc19c5c6ec19 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:22.724976 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0651b580-a7d5-4c7a-ac96-1ddfcde84000 req-a2a880cf-035c-49e7-9603-dc19c5c6ec19 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 944 time: 0.0728509 Jul 16 22:45:22.781943 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0651b580-a7d5-4c7a-ac96-1ddfcde84000 req-50bef465-2cf2-407e-8846-c879efa29086 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504079 Jul 16 22:45:23.630843 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d635f3-4caf-410f-90fd-5eb835fdbf87 req-e7f77fc8-ec2d-4054-8ff3-5efbe8d0177c tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:23.638046 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f3d635f3-4caf-410f-90fd-5eb835fdbf87 req-e7f77fc8-ec2d-4054-8ff3-5efbe8d0177c tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 946 time: 0.0754211 Jul 16 22:45:23.729813 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f3d635f3-4caf-410f-90fd-5eb835fdbf87 req-7f79e261-1885-49af-a1a8-bfd7c422b86f tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906460 Jul 16 22:45:23.752963 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57074) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:23.866650 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44dd3ec5-6e4d-4cb3-a22d-3fa9de83567a tempest-TestMinimumBasicScenario-1192590192 tempest-TestMinimumBasicScenario-1192590192-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:23.871326 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57080) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:23.871582 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-44dd3ec5-6e4d-4cb3-a22d-3fa9de83567a tempest-TestMinimumBasicScenario-1192590192 tempest-TestMinimumBasicScenario-1192590192-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 1094 time: 0.1173460 Jul 16 22:45:23.876500 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Request body: {'floatingip': {'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'port_id': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:23.912912 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for floatingip, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:24.032850 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e30716e-8d32-4f5c-a069-47f9de60b124 req-20d7f847-401c-46bb-b7b8-d0bd9a697af1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:24.034659 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7e30716e-8d32-4f5c-a069-47f9de60b124 req-20d7f847-401c-46bb-b7b8-d0bd9a697af1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 944 time: 0.1320324 Jul 16 22:45:24.081419 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:24.130689 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7e30716e-8d32-4f5c-a069-47f9de60b124 req-70c77e3e-b70e-45d1-b018-ea07db7628f6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900867 Jul 16 22:45:24.210791 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Allocated IP 172.27.0.66 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/3123e5a6-a08c-4013-b34a-ed2c7e2d66a0) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:45:24.318742 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:24.361065 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:24.418568 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 77c70275-759f-4e64-b5e0-c37afff0084d up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:45:24.435999 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:45:24.435999 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:45:24.436338 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:45:24.495677 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event updated for resources: {'Port': ['ID=3123e5a6-a08c-4013-b34a-ed2c7e2d66a0,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:24.508363 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:24.508610 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 77c70275-759f-4e64-b5e0-c37afff0084d triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:45:24.508722 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:24.508852 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:24.509054 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:24.509398 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:24.509876 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:24.510111 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:24.510443 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:24.511689 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:24.511689 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:24.511689 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:24.511689 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:24.512100 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:24.610612 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:24.670291 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:24.679561 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21bcfbdf-ccfc-4e8b-8bc7-4cbc2f9c6c13" -d '{"events": [{"server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "name": "network-vif-plugged", "status": "completed", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:24.715655 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c70275-759f-4e64-b5e0-c37afff0084d,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:24.717210 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-0f4e036c-38b0-4983-81f1-90d14b7ee5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:24.723162 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:24.757654 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542ed3c1-6f2e-42e4-9daf-be1d17760ae3 x-openstack-request-id: req-542ed3c1-6f2e-42e4-9daf-be1d17760ae3 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:24.758161 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "name": "network-vif-plugged", "status": "completed", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:24.758570 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-542ed3c1-6f2e-42e4-9daf-be1d17760ae3 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:24.759108 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d', 'code': 200} Jul 16 22:45:24.795511 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=77c70275-759f-4e64-b5e0-c37afff0084d,revision_number=7']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:24.898572 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:24.986427 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:25.207684 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:25.222874 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:25.337171 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event updated for resources: {'Port': ['ID=3123e5a6-a08c-4013-b34a-ed2c7e2d66a0,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:25.360529 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:25.410858 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d881e-c19f-42cf-abeb-1e8f2f886836 req-cfca99be-f60d-4ed3-9484-c77153d3f6cb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:25.412403 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-917d881e-c19f-42cf-abeb-1e8f2f886836 req-cfca99be-f60d-4ed3-9484-c77153d3f6cb tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.1524377 Jul 16 22:45:25.491948 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-917d881e-c19f-42cf-abeb-1e8f2f886836 req-bf4363c1-7f17-4b3e-bc1f-6e720092bdd1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723019 Jul 16 22:45:25.508295 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.l3_db [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Floating IP a3f816c1-5c2c-4243-af3b-76b07aef7a4b associated. External IP: 172.27.0.66, port: 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e. Jul 16 22:45:25.659345 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:25.748745 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Router f1d4779a-a649-4f5b-b11a-6d850674175b has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:45:26.151844 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:45:26.166781 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b0443-8271-437f-bb81-e28ee1b7fda4 None None] Sync routers for ids ['f1d4779a-a649-4f5b-b11a-6d850674175b'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:45:26.178446 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:26.179739 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b0443-8271-437f-bb81-e28ee1b7fda4 None None] Routers {'f1d4779a-a649-4f5b-b11a-6d850674175b'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:26.180478 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-663b0443-8271-437f-bb81-e28ee1b7fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:44:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['f1d4779a-a649-4f5b-b11a-6d850674175b'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:26.225963 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57094) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:26.226607 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-8611e771-f41d-45f7-b8c6-e5d231830fb2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3531876 Jul 16 22:45:26.226930 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:26.230534 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497496c1-f3d5-4ff8-80c8-eca03d4e5ecd" -d '{"events": [{"name": "network-changed", "server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:26.232709 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-d0edfd73-50b1-427a-bb44-6902fa83a8b0 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1945821615', 'description': 'tempest-secgroup-smoke-1945821615 description', 'project_id': 'a9e1c61f45e145bf80290150970a4ed6'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:26.283074 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d0edfd73-50b1-427a-bb44-6902fa83a8b0 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:26.332442 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-663b0443-8271-437f-bb81-e28ee1b7fda4 None None] Set router f1d4779a-a649-4f5b-b11a-6d850674175b gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:26.348504 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed276c5-64f0-46eb-a001-db0624a2ea90 x-openstack-request-id: req-9ed276c5-64f0-46eb-a001-db0624a2ea90 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:26.349152 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:26.350050 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-9ed276c5-64f0-46eb-a001-db0624a2ea90 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:26.350773 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'status': 'completed', 'code': 200} Jul 16 22:45:26.411155 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d0edfd73-50b1-427a-bb44-6902fa83a8b0 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:26.420894 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d0edfd73-50b1-427a-bb44-6902fa83a8b0 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:26.450190 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d0edfd73-50b1-427a-bb44-6902fa83a8b0 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:26.454815 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-d0edfd73-50b1-427a-bb44-6902fa83a8b0 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2234905 Jul 16 22:45:26.456468 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57100) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:26.465412 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0edfd73-50b1-427a-bb44-6902fa83a8b0 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a027efb-b469-4ec1-9982-7346cce9d9ce,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:26.465970 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-622603e9-3c74-4dc7-892c-4f09af72b300 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Request body: {'security_group_rule': {'security_group_id': '0a027efb-b469-4ec1-9982-7346cce9d9ce', 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:26.481930 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497496c1-f3d5-4ff8-80c8-eca03d4e5ecd req-0cf199a4-f342-4d0f-9b9e-a7ab556c2096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:26.483781 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-497496c1-f3d5-4ff8-80c8-eca03d4e5ecd req-0cf199a4-f342-4d0f-9b9e-a7ab556c2096 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9e1c61f45e145bf80290150970a4ed6&device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 1099 time: 0.1083171 Jul 16 22:45:26.514756 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-622603e9-3c74-4dc7-892c-4f09af72b300 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:26.628495 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497496c1-f3d5-4ff8-80c8-eca03d4e5ecd req-8a1f4c0c-be8b-4421-bf42-77cc1b160403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:26.630147 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-497496c1-f3d5-4ff8-80c8-eca03d4e5ecd req-8a1f4c0c-be8b-4421-bf42-77cc1b160403 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80c929ca-0a2d-4606-9c9c-686eab434ec2 HTTP/1.1" status: 200 len: 916 time: 0.1396563 Jul 16 22:45:26.664923 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-622603e9-3c74-4dc7-892c-4f09af72b300 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:26.674585 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-622603e9-3c74-4dc7-892c-4f09af72b300 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:26.696659 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622603e9-3c74-4dc7-892c-4f09af72b300 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac612474-1e98-4991-b7d5-10b3b57b578f,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:26.707150 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-663b0443-8271-437f-bb81-e28ee1b7fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 4, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': 'a3f816c1-5c2c-4243-af3b-76b07aef7a4b', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'port_id': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'mac_address': 'fa:16:3e:00:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:45:24Z', 'updated_at': '2021-07-16T22:45:24Z', 'revision_number': 0, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752681d1-676b-472f-b7ee-33659bd1fa82', 'name': '', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'mac_address': 'fa:16:3e:ce:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:32Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 5, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'subnets': [{'id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:26.737604 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-497496c1-f3d5-4ff8-80c8-eca03d4e5ecd req-9f052692-f1bc-4280-8951-7f0027aea75f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e HTTP/1.1" status: 200 len: 999 time: 0.0971599 Jul 16 22:45:26.755334 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b0443-8271-437f-bb81-e28ee1b7fda4 None None] Checking router: f1d4779a-a649-4f5b-b11a-6d850674175b for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:45:26.757084 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-622603e9-3c74-4dc7-892c-4f09af72b300 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:26.761026 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-622603e9-3c74-4dc7-892c-4f09af72b300 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2998328 Jul 16 22:45:26.761026 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57104) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:26.769244 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-7dbacad4-26e3-4410-9b84-1373eb637bd5 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Request body: {'security_group_rule': {'security_group_id': '0a027efb-b469-4ec1-9982-7346cce9d9ce', 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:26.769916 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663b0443-8271-437f-bb81-e28ee1b7fda4 None None] Routers {'f1d4779a-a649-4f5b-b11a-6d850674175b'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:26.770740 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-663b0443-8271-437f-bb81-e28ee1b7fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:44:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['f1d4779a-a649-4f5b-b11a-6d850674175b'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:26.846971 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497496c1-f3d5-4ff8-80c8-eca03d4e5ecd req-b8259654-5932-4bf4-a4b6-f92f615361bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:26.848488 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-497496c1-f3d5-4ff8-80c8-eca03d4e5ecd req-b8259654-5932-4bf4-a4b6-f92f615361bf service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a63509ea-8317-4fff-89e9-35788ae4b5c3 HTTP/1.1" status: 200 len: 854 time: 0.0968466 Jul 16 22:45:26.865084 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7dbacad4-26e3-4410-9b84-1373eb637bd5 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:26.916007 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7614ad2-54a3-4526-9f39-d6f8f6b89be2 req-05134c51-356f-4535-987c-570d5a4464cd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:26.920290 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e7614ad2-54a3-4526-9f39-d6f8f6b89be2 req-05134c51-356f-4535-987c-570d5a4464cd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.2193315 Jul 16 22:45:26.934893 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-663b0443-8271-437f-bb81-e28ee1b7fda4 None None] Set router f1d4779a-a649-4f5b-b11a-6d850674175b gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:26.957844 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497496c1-f3d5-4ff8-80c8-eca03d4e5ecd req-ff177f2c-4a4d-43c5-b0aa-72ca552bcc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:26.959627 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-497496c1-f3d5-4ff8-80c8-eca03d4e5ecd req-ff177f2c-4a4d-43c5-b0aa-72ca552bcc12 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80c929ca-0a2d-4606-9c9c-686eab434ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1032243 Jul 16 22:45:27.021022 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e7614ad2-54a3-4526-9f39-d6f8f6b89be2 req-a7bc6234-2264-4b2a-bf3f-bf263cce2f65 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863299 Jul 16 22:45:27.037867 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7dbacad4-26e3-4410-9b84-1373eb637bd5 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.046210 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7dbacad4-26e3-4410-9b84-1373eb637bd5 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.069202 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbacad4-26e3-4410-9b84-1373eb637bd5 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98db9a53-de67-4b42-a999-8d1395cd80bd,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:27.079253 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7dbacad4-26e3-4410-9b84-1373eb637bd5 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.081537 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-7dbacad4-26e3-4410-9b84-1373eb637bd5 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3191812 Jul 16 22:45:27.084244 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57108) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:27.087830 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-497496c1-f3d5-4ff8-80c8-eca03d4e5ecd req-389f1fa3-6a10-44e7-a34f-3183d2332e59 service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195271 Jul 16 22:45:27.091783 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-68666073-d41e-4ead-8b9b-ff31109ba1d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Request body: {'security_group_rule': {'security_group_id': '0a027efb-b469-4ec1-9982-7346cce9d9ce', 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:27.142200 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-68666073-d41e-4ead-8b9b-ff31109ba1d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.203018 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-497496c1-f3d5-4ff8-80c8-eca03d4e5ecd req-b0c78820-322a-4671-93d5-f4e372a28f43 service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072123 Jul 16 22:45:27.209066 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-68666073-d41e-4ead-8b9b-ff31109ba1d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.215168 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-68666073-d41e-4ead-8b9b-ff31109ba1d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.232726 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68666073-d41e-4ead-8b9b-ff31109ba1d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de39bdf-b4a0-4601-98e0-b677d3c232a0,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:27.247630 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-68666073-d41e-4ead-8b9b-ff31109ba1d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.251584 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-68666073-d41e-4ead-8b9b-ff31109ba1d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1636958 Jul 16 22:45:27.251863 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57110) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:27.256610 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-ab57a997-917f-4f08-bfa1-122bab3be33a tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Request body: {'security_group_rule': {'security_group_id': '0a027efb-b469-4ec1-9982-7346cce9d9ce', 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:27.291979 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-ab57a997-917f-4f08-bfa1-122bab3be33a tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.364502 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-495d2ff3-3432-4ee9-b202-a8e5241dd726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.368759 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-ab57a997-917f-4f08-bfa1-122bab3be33a tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.376483 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-663b0443-8271-437f-bb81-e28ee1b7fda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 4, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': 'a3f816c1-5c2c-4243-af3b-76b07aef7a4b', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'port_id': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'mac_address': 'fa:16:3e:00:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:45:24Z', 'updated_at': '2021-07-16T22:45:24Z', 'revision_number': 0, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752681d1-676b-472f-b7ee-33659bd1fa82', 'name': '', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'mac_address': 'fa:16:3e:ce:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:32Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 5, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'subnets': [{'id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:27.377363 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-ab57a997-917f-4f08-bfa1-122bab3be33a tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.405635 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab57a997-917f-4f08-bfa1-122bab3be33a tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55b43a19-9be5-4b61-8662-a2ead33e001a,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:27.408172 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-663b0443-8271-437f-bb81-e28ee1b7fda4 None None] The sync data for ids ['f1d4779a-a649-4f5b-b11a-6d850674175b'] in dv-cinder-797608-6-iscsi is: [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 4, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': 'a3f816c1-5c2c-4243-af3b-76b07aef7a4b', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'floating_ip_address': '172.27.0.66', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'port_id': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 476, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'mac_address': 'fa:16:3e:00:2d:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:45:24Z', 'updated_at': '2021-07-16T22:45:24Z', 'revision_number': 0, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '752681d1-676b-472f-b7ee-33659bd1fa82', 'name': '', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'mac_address': 'fa:16:3e:ce:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:32Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 5, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'subnets': [{'id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:45:27.418656 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.418892 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-ab57a997-917f-4f08-bfa1-122bab3be33a tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.420403 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-ab57a997-917f-4f08-bfa1-122bab3be33a tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1675372 Jul 16 22:45:27.423183 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57112) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:27.428647 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-d9dedee6-3a47-4505-90b3-552ae39210d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Request body: {'security_group_rule': {'security_group_id': '0a027efb-b469-4ec1-9982-7346cce9d9ce', 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:27.465285 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.securitygroups_db [None req-d9dedee6-3a47-4505-90b3-552ae39210d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Project a9e1c61f45e145bf80290150970a4ed6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:45:27.472880 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d9dedee6-3a47-4505-90b3-552ae39210d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.545983 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d9dedee6-3a47-4505-90b3-552ae39210d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.551231 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d9dedee6-3a47-4505-90b3-552ae39210d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.576158 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dedee6-3a47-4505-90b3-552ae39210d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83be7e86-d699-4d99-b963-d19a11cfcc11,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:27.583571 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d9dedee6-3a47-4505-90b3-552ae39210d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.584907 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-d9dedee6-3a47-4505-90b3-552ae39210d7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1607873 Jul 16 22:45:27.587689 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57114) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:27.595514 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-82661fc2-0ead-406f-8890-723866903447 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Request body: {'security_group_rule': {'security_group_id': '0a027efb-b469-4ec1-9982-7346cce9d9ce', 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:27.629694 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.securitygroups_db [None req-82661fc2-0ead-406f-8890-723866903447 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Project a9e1c61f45e145bf80290150970a4ed6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:45:27.636268 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-82661fc2-0ead-406f-8890-723866903447 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.693297 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97b5374-5f89-4b45-8819-d8f751e033c5 None None] New status for floating IP a3f816c1-5c2c-4243-af3b-76b07aef7a4b: ACTIVE {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:45:27.723347 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-82661fc2-0ead-406f-8890-723866903447 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.727584 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-82661fc2-0ead-406f-8890-723866903447 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.749243 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82661fc2-0ead-406f-8890-723866903447 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78ff9895-3091-4bb2-8c85-76003d96a524,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:27.755114 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-82661fc2-0ead-406f-8890-723866903447 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:27.756717 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-82661fc2-0ead-406f-8890-723866903447 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1673839 Jul 16 22:45:27.921494 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7fd7f2a4-e06f-4dc2-9d80-1f4d00626840 req-3366f47f-d11b-4610-9b8c-57a3332ef00f tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945821615&fields=id&tenant_id=a9e1c61f45e145bf80290150970a4ed6 HTTP/1.1" status: 200 len: 267 time: 0.0426769 Jul 16 22:45:28.005743 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7f2a4-e06f-4dc2-9d80-1f4d00626840 req-3b93469c-6f61-41b2-aaa2-6e1724abc912 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:28.007179 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7fd7f2a4-e06f-4dc2-9d80-1f4d00626840 req-3b93469c-6f61-41b2-aaa2-6e1724abc912 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 946 time: 0.0789819 Jul 16 22:45:28.021833 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-7fd7f2a4-e06f-4dc2-9d80-1f4d00626840 req-2c15ca40-0dd9-45b8-b0fa-a9dfeb1cb61d tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Request body: {'port': {'security_groups': ['4e5c2499-31c6-4fe0-a76c-34faa7e3129d', '0a027efb-b469-4ec1-9982-7346cce9d9ce']}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:28.121180 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7fd7f2a4-e06f-4dc2-9d80-1f4d00626840 req-2c15ca40-0dd9-45b8-b0fa-a9dfeb1cb61d tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:28.140147 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:28.283594 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b86c47-43aa-46fc-9d9b-bdf129a45221 req-3ff58001-4699-4365-a77a-6ce468049578 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:28.290812 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-70b86c47-43aa-46fc-9d9b-bdf129a45221 req-3ff58001-4699-4365-a77a-6ce468049578 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.1303825 Jul 16 22:45:28.378013 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-70b86c47-43aa-46fc-9d9b-bdf129a45221 req-f27ab5ab-b104-4c02-ac64-4b5ed2e9aeb3 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862203 Jul 16 22:45:28.423890 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-7fd7f2a4-e06f-4dc2-9d80-1f4d00626840 req-2c15ca40-0dd9-45b8-b0fa-a9dfeb1cb61d tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] For port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:28.457049 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7fd7f2a4-e06f-4dc2-9d80-1f4d00626840 req-2c15ca40-0dd9-45b8-b0fa-a9dfeb1cb61d tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:28.462674 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7fd7f2a4-e06f-4dc2-9d80-1f4d00626840 req-2c15ca40-0dd9-45b8-b0fa-a9dfeb1cb61d tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:28.475572 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:45:28.541579 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd7f2a4-e06f-4dc2-9d80-1f4d00626840 req-2c15ca40-0dd9-45b8-b0fa-a9dfeb1cb61d tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:28.542766 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-7fd7f2a4-e06f-4dc2-9d80-1f4d00626840 req-2c15ca40-0dd9-45b8-b0fa-a9dfeb1cb61d tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:28.544326 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7fd7f2a4-e06f-4dc2-9d80-1f4d00626840 req-2c15ca40-0dd9-45b8-b0fa-a9dfeb1cb61d tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "PUT /v2.0/ports/50fe8fa2-b9e6-4d71-8408-5b05f9860d4e HTTP/1.1" status: 200 len: 982 time: 0.5275970 Jul 16 22:45:28.544879 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:28.548129 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fd2841-67ce-45b5-8c32-9c76b0759afb" -d '{"events": [{"name": "network-changed", "server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:28.631061 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15ca40-0dd9-45b8-b0fa-a9dfeb1cb61d tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event updated for resources: {'Port': ['ID=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,revision_number=6']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:28.812217 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-887824fc-df44-4c12-9dfd-e4bf15cb6801 x-openstack-request-id: req-887824fc-df44-4c12-9dfd-e4bf15cb6801 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:28.812504 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:28.812721 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-887824fc-df44-4c12-9dfd-e4bf15cb6801 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:28.813119 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'status': 'completed', 'code': 200} Jul 16 22:45:28.836149 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:45:28.905684 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd2841-67ce-45b5-8c32-9c76b0759afb req-2ee34a8c-ec26-4410-8f08-02131281d5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:28.906969 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d1fd2841-67ce-45b5-8c32-9c76b0759afb req-2ee34a8c-ec26-4410-8f08-02131281d5a5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9e1c61f45e145bf80290150970a4ed6&device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 1138 time: 0.1372552 Jul 16 22:45:28.957984 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb8cfa-5229-4967-adb6-202b3200267c req-9a982e75-e11c-42ad-8d0d-553765339cb7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:28.967445 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-deeb8cfa-5229-4967-adb6-202b3200267c req-9a982e75-e11c-42ad-8d0d-553765339cb7 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.1503053 Jul 16 22:45:29.024282 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-deeb8cfa-5229-4967-adb6-202b3200267c req-0a2c6cbe-c1d1-42aa-b1ad-c549e0478127 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525317 Jul 16 22:45:29.060731 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd2841-67ce-45b5-8c32-9c76b0759afb req-1e8b86a8-c686-4e4f-a684-c3c9bec014db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:29.061305 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-f6c770a2-fc85-46ab-b711-d5349c541bed None None] Provisioning complete for port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:45:29.061876 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f6c770a2-fc85-46ab-b711-d5349c541bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:29.062161 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d1fd2841-67ce-45b5-8c32-9c76b0759afb req-1e8b86a8-c686-4e4f-a684-c3c9bec014db service neutron] 10.222.0.35 "GET /v2.0/networks?id=80c929ca-0a2d-4606-9c9c-686eab434ec2 HTTP/1.1" status: 200 len: 916 time: 0.1479607 Jul 16 22:45:29.149355 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d1fd2841-67ce-45b5-8c32-9c76b0759afb req-5e6205d2-8605-478f-9a5d-b0a5e1c5b891 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e HTTP/1.1" status: 200 len: 1001 time: 0.0760093 Jul 16 22:45:29.223795 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd2841-67ce-45b5-8c32-9c76b0759afb req-3d3e3efa-ceef-4da8-b567-195a001fbac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:29.225334 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d1fd2841-67ce-45b5-8c32-9c76b0759afb req-3d3e3efa-ceef-4da8-b567-195a001fbac7 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a63509ea-8317-4fff-89e9-35788ae4b5c3 HTTP/1.1" status: 200 len: 854 time: 0.0643971 Jul 16 22:45:29.296663 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fd2841-67ce-45b5-8c32-9c76b0759afb req-2de8198a-1deb-4405-a4bc-17e813f063e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:29.298569 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d1fd2841-67ce-45b5-8c32-9c76b0759afb req-2de8198a-1deb-4405-a4bc-17e813f063e6 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80c929ca-0a2d-4606-9c9c-686eab434ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0652516 Jul 16 22:45:29.405605 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d1fd2841-67ce-45b5-8c32-9c76b0759afb req-2debfc57-1f10-4b2a-bea5-42612616cd4b service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969393 Jul 16 22:45:29.527680 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d1fd2841-67ce-45b5-8c32-9c76b0759afb req-ad6677fd-4dac-4ed9-a3d1-68b53cd1f756 service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159434 Jul 16 22:45:29.610796 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427dacf-9853-4385-aa85-4fdb50aa53b5 req-fbedafd0-e383-4c83-af55-454ab0364e6a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:29.612471 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c427dacf-9853-4385-aa85-4fdb50aa53b5 req-fbedafd0-e383-4c83-af55-454ab0364e6a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0763497 Jul 16 22:45:29.673189 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c427dacf-9853-4385-aa85-4fdb50aa53b5 req-41843bc5-211f-4079-ac1e-61dade1af5fe tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528226 Jul 16 22:45:29.894843 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:31.049305 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0048ff66-f418-4ce0-bc26-6b646743d629 req-481568f7-a509-43f0-9fb2-c90dfd3cfeb6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:31.050872 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0048ff66-f418-4ce0-bc26-6b646743d629 req-481568f7-a509-43f0-9fb2-c90dfd3cfeb6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0731249 Jul 16 22:45:31.091563 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0048ff66-f418-4ce0-bc26-6b646743d629 req-0061a3fc-4128-46fd-a15e-0d39083f6fb4 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348773 Jul 16 22:45:32.302668 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428fa87-d270-45f3-b0d4-4b52928148cd req-50d98fdf-051e-4b43-9d2f-857fc67955ae tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:32.305331 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7428fa87-d270-45f3-b0d4-4b52928148cd req-50d98fdf-051e-4b43-9d2f-857fc67955ae tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0816412 Jul 16 22:45:32.355952 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7428fa87-d270-45f3-b0d4-4b52928148cd req-178cd315-699f-480b-a56e-4f9baf2d20de tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372682 Jul 16 22:45:33.351159 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3bed8-7c4c-4c83-969f-a12c90060f3b req-0601fe43-5838-4729-b5a1-91238e4e9cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:33.352514 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cde3bed8-7c4c-4c83-969f-a12c90060f3b req-0601fe43-5838-4729-b5a1-91238e4e9cbb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 1098 time: 0.0516472 Jul 16 22:45:33.447116 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3bed8-7c4c-4c83-969f-a12c90060f3b req-d12a4177-b539-45e2-b3ab-576b437cd5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:33.448650 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cde3bed8-7c4c-4c83-969f-a12c90060f3b req-d12a4177-b539-45e2-b3ab-576b437cd5ad service neutron] 10.222.0.35 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 917 time: 0.0866647 Jul 16 22:45:33.519443 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cde3bed8-7c4c-4c83-969f-a12c90060f3b req-9839de0c-391c-4dff-8511-8e75cd0da223 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77c70275-759f-4e64-b5e0-c37afff0084d HTTP/1.1" status: 200 len: 1001 time: 0.0630083 Jul 16 22:45:33.547155 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bd2b40-4164-4afd-8dae-a4bd8684a825 req-d6ebb6b9-8da7-4052-a53d-d8e5826f8dcd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:33.548669 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-94bd2b40-4164-4afd-8dae-a4bd8684a825 req-d6ebb6b9-8da7-4052-a53d-d8e5826f8dcd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0715365 Jul 16 22:45:33.574365 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3bed8-7c4c-4c83-969f-a12c90060f3b req-3efa60ec-9952-4a2b-bede-30768ed9d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:33.575824 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cde3bed8-7c4c-4c83-969f-a12c90060f3b req-3efa60ec-9952-4a2b-bede-30768ed9d1c9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=680d7656-7b6d-4cce-bb9c-e15cf419686e HTTP/1.1" status: 200 len: 855 time: 0.0484951 Jul 16 22:45:33.590123 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-94bd2b40-4164-4afd-8dae-a4bd8684a825 req-ea8164ae-7345-4f1d-b3b2-d3d1c55c2d76 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344100 Jul 16 22:45:33.639273 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde3bed8-7c4c-4c83-969f-a12c90060f3b req-2cb12ebd-9c79-4df4-89af-c43a7d0a1568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:33.640768 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cde3bed8-7c4c-4c83-969f-a12c90060f3b req-2cb12ebd-9c79-4df4-89af-c43a7d0a1568 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50e44edd-5b1f-499c-8dc2-2e586d01fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0584669 Jul 16 22:45:33.738731 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cde3bed8-7c4c-4c83-969f-a12c90060f3b req-41b0650c-9555-4eae-9fb9-8da4b0176f5f service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888958 Jul 16 22:45:33.829210 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cde3bed8-7c4c-4c83-969f-a12c90060f3b req-264f5d4a-026f-45d6-a244-292005896c19 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830336 Jul 16 22:45:34.085417 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b4036e-810c-4758-90c1-92505aac9da5 req-18a9e44c-790e-4f77-baea-89714612205f tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:34.086890 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f6b4036e-810c-4758-90c1-92505aac9da5 req-18a9e44c-790e-4f77-baea-89714612205f tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 946 time: 0.0627635 Jul 16 22:45:34.122837 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f6b4036e-810c-4758-90c1-92505aac9da5 req-10ca8962-366f-48c0-bfb2-ed5819102617 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304525 Jul 16 22:45:34.767580 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a270e627-2de9-4aaa-b62b-6f23de3322d5 req-bdc3bd40-4fab-4c2e-998f-fa65e7b0498d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:34.769054 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a270e627-2de9-4aaa-b62b-6f23de3322d5 req-bdc3bd40-4fab-4c2e-998f-fa65e7b0498d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0621636 Jul 16 22:45:34.806348 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a270e627-2de9-4aaa-b62b-6f23de3322d5 req-d52ec10d-1d16-482c-a9dc-3dd716fef394 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316737 Jul 16 22:45:35.298242 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af2641e-d934-48de-82f9-2b9082e4c399 req-e5c02fdb-9243-43fd-8bcd-1e4f683f7c05 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:35.299683 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2af2641e-d934-48de-82f9-2b9082e4c399 req-e5c02fdb-9243-43fd-8bcd-1e4f683f7c05 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 946 time: 0.0665200 Jul 16 22:45:35.335963 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2af2641e-d934-48de-82f9-2b9082e4c399 req-2719f03b-53dd-49ef-8dba-43166ca36387 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307722 Jul 16 22:45:35.902208 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-22bcefe8-97a2-4bc9-add9-2f3e0d0fe25c tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:35.903701 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-22bcefe8-97a2-4bc9-add9-2f3e0d0fe25c tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.35 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 946 time: 0.0711317 Jul 16 22:45:35.986809 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25892a0a-0eee-4586-ba52-3df8ca978e1b req-b1a3d6b0-2f12-4fbf-8aa8-4011ae7d312a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:35.988312 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-25892a0a-0eee-4586-ba52-3df8ca978e1b req-b1a3d6b0-2f12-4fbf-8aa8-4011ae7d312a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 945 time: 0.0671520 Jul 16 22:45:36.015594 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Deleting port 0aebc134-9807-4ecc-98fd-4ac5505461f3 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:36.015936 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:36.028212 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-25892a0a-0eee-4586-ba52-3df8ca978e1b req-fc7cba82-8a36-4fc2-8354-a70c86e9d51a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338938 Jul 16 22:45:36.112682 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] For port 0aebc134-9807-4ecc-98fd-4ac5505461f3, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=0aebc134-9807-4ecc-98fd-4ac5505461f3,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:36.113019 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:36.523652 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 77c70275-759f-4e64-b5e0-c37afff0084d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:36.528984 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa536b7-f32c-4b85-89df-1a45373ca350 req-22cfacce-3017-47db-9227-6b70e0af48c2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:36.530805 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8aa536b7-f32c-4b85-89df-1a45373ca350 req-22cfacce-3017-47db-9227-6b70e0af48c2 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 946 time: 0.0817816 Jul 16 22:45:36.571197 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:36.572298 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:36.573074 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.l3_db [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Floating IP 8814d141-f0a0-461c-b4d6-24fcfe8a254e disassociated. External IP: 172.27.0.186, port: 0aebc134-9807-4ecc-98fd-4ac5505461f3. Jul 16 22:45:36.573694 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Calling delete_port for 0aebc134-9807-4ecc-98fd-4ac5505461f3 owned by compute:nova {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:36.581543 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8aa536b7-f32c-4b85-89df-1a45373ca350 req-f258f350-c84e-4fec-89f8-7f7ef7fa0e89 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups?id=51293116-5cad-42b5-b5c3-9becbb620374&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448995 Jul 16 22:45:36.622990 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:36.646208 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:36.648638 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c12b5ed-48d3-4af7-9e3e-c3755934377d" -d '{"events": [{"server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "name": "network-vif-unplugged", "status": "completed", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:36.664485 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c70275-759f-4e64-b5e0-c37afff0084d,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:36.668910 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:36.694960 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62930aa5-1bcb-4c7d-aab7-c88236a77bee x-openstack-request-id: req-62930aa5-1bcb-4c7d-aab7-c88236a77bee {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:36.695365 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "name": "network-vif-unplugged", "status": "failed", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d", "code": 422}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:36.695701 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-62930aa5-1bcb-4c7d-aab7-c88236a77bee {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:36.696216 dv-cinder-797608-6-iscsi neutron-server[99619]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d', 'code': 422} returned with failed status Jul 16 22:45:36.724282 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:36.724541 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=77c70275-759f-4e64-b5e0-c37afff0084d,revision_number=8']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:36.756410 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event deleted for resources: {'Port': ['ID=0aebc134-9807-4ecc-98fd-4ac5505461f3,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:36.874630 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Router da599903-4e77-4314-9c63-2f0e749096db has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:45:36.981887 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:45:36.993157 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246edb14-3e8e-416d-9df0-5c0e201723bf None None] Sync routers for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:45:37.002479 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246edb14-3e8e-416d-9df0-5c0e201723bf None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:37.003216 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-246edb14-3e8e-416d-9df0-5c0e201723bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:45:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:37.026629 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] No DVR routers for this DVR port 0aebc134-9807-4ecc-98fd-4ac5505461f3 on host hv-cinder-79760 {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:37.029360 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:37.031422 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-2850a0d5-8cb3-4cc3-a67d-dbe1c9452dd0 req-1c0f9e27-65c2-48c3-99c5-3236ff5a093b tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.35 "DELETE /v2.0/ports/0aebc134-9807-4ecc-98fd-4ac5505461f3 HTTP/1.1" status: 204 len: 173 time: 1.1220286 Jul 16 22:45:37.031853 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '306129e0-024d-492a-b965-79e05c21e0b6', 'name': 'network-vif-deleted', 'tag': '0aebc134-9807-4ecc-98fd-4ac5505461f3'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:37.034323 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-001b0976-950f-4e56-b59d-9ad04fb3032e" -d '{"events": [{"server_uuid": "306129e0-024d-492a-b965-79e05c21e0b6", "name": "network-vif-deleted", "tag": "0aebc134-9807-4ecc-98fd-4ac5505461f3"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:37.094072 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d806bf04-8192-4c57-b115-1974f10c4015 x-openstack-request-id: req-d806bf04-8192-4c57-b115-1974f10c4015 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:37.094753 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "306129e0-024d-492a-b965-79e05c21e0b6", "name": "network-vif-deleted", "tag": "0aebc134-9807-4ecc-98fd-4ac5505461f3", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:37.095260 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d806bf04-8192-4c57-b115-1974f10c4015 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:37.095811 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '306129e0-024d-492a-b965-79e05c21e0b6', 'name': 'network-vif-deleted', 'tag': '0aebc134-9807-4ecc-98fd-4ac5505461f3', 'status': 'completed', 'code': 200} Jul 16 22:45:37.174448 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-246edb14-3e8e-416d-9df0-5c0e201723bf None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:37.263262 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b49042a-c39e-401b-bca7-858949e41ca2 req-78621d2b-238e-4ccf-8fe2-e4712a8e6294 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:37.268873 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5b49042a-c39e-401b-bca7-858949e41ca2 req-78621d2b-238e-4ccf-8fe2-e4712a8e6294 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.0962367 Jul 16 22:45:37.318810 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5b49042a-c39e-401b-bca7-858949e41ca2 req-319f7dfb-1f9e-44df-b807-32f2e04c3660 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400398 Jul 16 22:45:37.407499 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57254) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:37.429358 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-246edb14-3e8e-416d-9df0-5c0e201723bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:37.456848 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246edb14-3e8e-416d-9df0-5c0e201723bf None None] Checking router: da599903-4e77-4314-9c63-2f0e749096db for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:45:37.464953 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246edb14-3e8e-416d-9df0-5c0e201723bf None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:37.465603 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-246edb14-3e8e-416d-9df0-5c0e201723bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:45:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:37.502877 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-99477555-17fb-474a-96fc-a61339a34028 req-5e8e9600-9da2-44e9-b720-2a3cd74c6b70 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937262 Jul 16 22:45:37.572991 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-246edb14-3e8e-416d-9df0-5c0e201723bf None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:37.748593 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e2100acc-58d3-4015-ad0a-b37ae4a7a0b8 req-636fa907-561b-48dd-abd7-85150d9c3671 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/ports?device_id=306129e0-024d-492a-b965-79e05c21e0b6 HTTP/1.1" status: 200 len: 210 time: 0.0374446 Jul 16 22:45:37.807678 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-246edb14-3e8e-416d-9df0-5c0e201723bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:37.837434 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246edb14-3e8e-416d-9df0-5c0e201723bf None None] The sync data for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi is: [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:39:38Z', 'revision_number': 4, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': 'd8db3248-1248-4296-a009-cfdedfda5637', 'name': '', 'network_id': '07654b97-acf5-428f-8c65-6e5a0f8f3b8b', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'mac_address': 'fa:16:3e:bc:fd:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_interface', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:36Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'subnets': [{'id': '91acd449-9df6-4265-ba3f-63ff7f25734f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:45:38.053275 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2733aacd-4d0f-42c4-ac22-7df2ff70f9f1 None None] New status for floating IP 8814d141-f0a0-461c-b4d6-24fcfe8a254e: DOWN {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:45:38.499269 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d73f0c-d503-4131-a14f-e3b28fa55551 req-59487bbc-371b-4861-b21e-fbfde896c08f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:38.499857 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99477555-17fb-474a-96fc-a61339a34028 req-f8e9355c-2c33-41e8-ae48-76853a1cfa9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:38.500956 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-83d73f0c-d503-4131-a14f-e3b28fa55551 req-59487bbc-371b-4861-b21e-fbfde896c08f tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.0622530 Jul 16 22:45:38.501104 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99477555-17fb-474a-96fc-a61339a34028 req-f8e9355c-2c33-41e8-ae48-76853a1cfa9d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b&tenant_id=451c3e7fefbb4f29aff61cee92649a21 HTTP/1.1" status: 200 len: 1096 time: 0.0843861 Jul 16 22:45:38.538385 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-83d73f0c-d503-4131-a14f-e3b28fa55551 req-83ea371f-4876-49db-a9f4-18e7f81992a4 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318658 Jul 16 22:45:38.574932 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99477555-17fb-474a-96fc-a61339a34028 req-8a5ba668-90ea-4545-bdd4-35521cd606ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:38.576449 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99477555-17fb-474a-96fc-a61339a34028 req-8a5ba668-90ea-4545-bdd4-35521cd606ba service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=451c3e7fefbb4f29aff61cee92649a21&device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 1096 time: 0.0529096 Jul 16 22:45:38.665860 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99477555-17fb-474a-96fc-a61339a34028 req-82867eb6-cca6-4b43-9dd1-e2f2d4eb6d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:38.667288 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99477555-17fb-474a-96fc-a61339a34028 req-82867eb6-cca6-4b43-9dd1-e2f2d4eb6d11 service neutron] 10.222.0.35 "GET /v2.0/networks?id=50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 200 len: 917 time: 0.0843947 Jul 16 22:45:38.730277 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99477555-17fb-474a-96fc-a61339a34028 req-fd816ff6-92cf-449b-985f-84d2cee84267 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=77c70275-759f-4e64-b5e0-c37afff0084d HTTP/1.1" status: 200 len: 999 time: 0.0551963 Jul 16 22:45:38.777573 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99477555-17fb-474a-96fc-a61339a34028 req-20592dfa-1f74-4f4c-87db-4ebbaac7ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:38.778985 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99477555-17fb-474a-96fc-a61339a34028 req-20592dfa-1f74-4f4c-87db-4ebbaac7ff7d service neutron] 10.222.0.35 "GET /v2.0/subnets?id=680d7656-7b6d-4cce-bb9c-e15cf419686e HTTP/1.1" status: 200 len: 855 time: 0.0415764 Jul 16 22:45:38.840097 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99477555-17fb-474a-96fc-a61339a34028 req-c50adfde-c52f-436b-bbbe-1fcce7f6493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:38.841633 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99477555-17fb-474a-96fc-a61339a34028 req-c50adfde-c52f-436b-bbbe-1fcce7f6493c service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=50e44edd-5b1f-499c-8dc2-2e586d01fac2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0551815 Jul 16 22:45:38.865449 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57272) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:38.921150 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8a053807-1a4f-43cb-9523-056fb2be1d65 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:38.932303 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99477555-17fb-474a-96fc-a61339a34028 req-91db0a39-c1a5-4fea-9f58-a881e3dccbe6 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830214 Jul 16 22:45:38.945065 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8a053807-1a4f-43cb-9523-056fb2be1d65 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:38.993199 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8a053807-1a4f-43cb-9523-056fb2be1d65 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:38.996146 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8a053807-1a4f-43cb-9523-056fb2be1d65 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:38.997316 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-8a053807-1a4f-43cb-9523-056fb2be1d65 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "DELETE /v2.0/security-groups/51293116-5cad-42b5-b5c3-9becbb620374 HTTP/1.1" status: 204 len: 168 time: 0.1308703 Jul 16 22:45:39.000945 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57274) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:39.006044 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a053807-1a4f-43cb-9523-056fb2be1d65 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51293116-5cad-42b5-b5c3-9becbb620374,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:39.022108 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.api.v2.resource [None req-ac9d4843-ff31-4f02-b098-d2a0c9470f58 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] show failed (client error): The resource could not be found. Jul 16 22:45:39.027046 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-ac9d4843-ff31-4f02-b098-d2a0c9470f58 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "GET /v2.0/security-groups/51293116-5cad-42b5-b5c3-9becbb620374 HTTP/1.1" status: 404 len: 347 time: 0.0216768 Jul 16 22:45:39.027962 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57276) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:39.077186 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99477555-17fb-474a-96fc-a61339a34028 req-db6a95b3-a393-4fd1-abbc-9c35bf631121 service neutron] 10.222.0.35 "GET /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372566 Jul 16 22:45:39.161383 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-6b9fe206-26b3-4ba4-a8a1-5a129e978593 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Deleting port d994e81c-1a05-467c-b0bc-0986037d28dc {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:39.161758 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe206-26b3-4ba4-a8a1-5a129e978593 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:39.235703 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe206-26b3-4ba4-a8a1-5a129e978593 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:39.236165 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe206-26b3-4ba4-a8a1-5a129e978593 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:39.247642 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-6b9fe206-26b3-4ba4-a8a1-5a129e978593 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Calling delete_port for d994e81c-1a05-467c-b0bc-0986037d28dc owned by network:floatingip {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:39.381139 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe206-26b3-4ba4-a8a1-5a129e978593 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:39.407070 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fe206-26b3-4ba4-a8a1-5a129e978593 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Pushing event deleted for resources: {'Port': ['ID=d994e81c-1a05-467c-b0bc-0986037d28dc,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:39.482259 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe206-26b3-4ba4-a8a1-5a129e978593 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks [] for floatingip, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:39.485828 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe206-26b3-4ba4-a8a1-5a129e978593 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:39.490179 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-6b9fe206-26b3-4ba4-a8a1-5a129e978593 tempest-AttachVolumeTestJSON-1876666997 tempest-AttachVolumeTestJSON-1876666997-project] 10.222.0.24 "DELETE /v2.0/floatingips/8814d141-f0a0-461c-b4d6-24fcfe8a254e HTTP/1.1" status: 204 len: 168 time: 0.4613285 Jul 16 22:45:39.780752 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c3384c-0d7a-47c4-88b4-20a7cd41cf34 req-80b841a3-825b-4fee-a56d-d035cad86851 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:39.783020 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-41c3384c-0d7a-47c4-88b4-20a7cd41cf34 req-80b841a3-825b-4fee-a56d-d035cad86851 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.1032202 Jul 16 22:45:39.826728 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-41c3384c-0d7a-47c4-88b4-20a7cd41cf34 req-81bc9a8e-8d8b-432a-ab9b-20d798e8fb7e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379372 Jul 16 22:45:39.984620 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:45:40.556271 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 0aebc134-9807-4ecc-98fd-4ac5505461f3 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:40.578741 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 0aebc134-9807-4ecc-98fd-4ac5505461f3 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:40.579110 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 0aebc134-9807-4ecc-98fd-4ac5505461f3 not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:40.579525 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 77c70275-759f-4e64-b5e0-c37afff0084d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:41.018736 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510680e-238b-4d0c-9ecd-abf800ba189c req-d8d9ce16-bde4-4055-8763-5a99ae6ed980 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:41.020683 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e510680e-238b-4d0c-9ecd-abf800ba189c req-d8d9ce16-bde4-4055-8763-5a99ae6ed980 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.0695069 Jul 16 22:45:41.062927 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e510680e-238b-4d0c-9ecd-abf800ba189c req-65007fde-413c-41fe-ab88-2cfd05c47144 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360470 Jul 16 22:45:42.259075 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bfc63a-6d20-4bf8-bdff-343392ad240d req-6fa07edf-d1de-48a5-ac5e-c54b27893b2e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:42.260775 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-03bfc63a-6d20-4bf8-bdff-343392ad240d req-6fa07edf-d1de-48a5-ac5e-c54b27893b2e tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.0729990 Jul 16 22:45:42.306447 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-03bfc63a-6d20-4bf8-bdff-343392ad240d req-d06c41c3-0a7f-48a3-80e0-e607d9fb40c6 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397525 Jul 16 22:45:43.279067 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57336) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:43.499026 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea034c58-4397-4a29-9c02-909d8c6b8ba9 req-a29cd578-d501-46e9-b792-ec9e915eecb0 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:43.502077 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ea034c58-4397-4a29-9c02-909d8c6b8ba9 req-a29cd578-d501-46e9-b792-ec9e915eecb0 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.0717721 Jul 16 22:45:43.547760 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ea034c58-4397-4a29-9c02-909d8c6b8ba9 req-c02990e5-b666-4f4d-87e6-d6613c2aab75 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392010 Jul 16 22:45:43.764351 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1c413630-f8ca-4b30-9397-228b161e0414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728724'] for router_interface, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:44.022945 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-1c413630-f8ca-4b30-9397-228b161e0414 admin admin] Deleting port d8db3248-1248-4296-a009-cfdedfda5637 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:44.023169 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1c413630-f8ca-4b30-9397-228b161e0414 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:44.101788 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [None req-1c413630-f8ca-4b30-9397-228b161e0414 admin admin] For port d8db3248-1248-4296-a009-cfdedfda5637, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=d8db3248-1248-4296-a009-cfdedfda5637,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:44.102149 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1c413630-f8ca-4b30-9397-228b161e0414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:44.117659 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-1c413630-f8ca-4b30-9397-228b161e0414 admin admin] Calling delete_port for d8db3248-1248-4296-a009-cfdedfda5637 owned by network:router_interface {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:44.301916 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1c413630-f8ca-4b30-9397-228b161e0414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:44.327788 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c413630-f8ca-4b30-9397-228b161e0414 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8db3248-1248-4296-a009-cfdedfda5637,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:44.501604 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1c413630-f8ca-4b30-9397-228b161e0414 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733700'] for router_interface, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:44.753782 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa60cdb-1f32-42df-a6dd-8c38b605675f req-1f70a4ae-379f-4ffb-8e04-abff15f5c829 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:44.756320 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3aa60cdb-1f32-42df-a6dd-8c38b605675f req-1f70a4ae-379f-4ffb-8e04-abff15f5c829 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.0800743 Jul 16 22:45:44.800212 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3aa60cdb-1f32-42df-a6dd-8c38b605675f req-7d1efb55-0ad3-475f-8723-d9a789051cde tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363092 Jul 16 22:45:44.969760 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c413630-f8ca-4b30-9397-228b161e0414 admin admin] Router da599903-4e77-4314-9c63-2f0e749096db has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:45:45.078748 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c413630-f8ca-4b30-9397-228b161e0414 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:45:45.085619 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-1c413630-f8ca-4b30-9397-228b161e0414 admin admin] 10.222.0.24 "PUT /v2.0/routers/da599903-4e77-4314-9c63-2f0e749096db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8054423 Jul 16 22:45:45.087470 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b28dc6-6606-4a16-a167-714c614d8dc0 None None] Sync routers for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:45:45.088488 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57344) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:45.099510 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b28dc6-6606-4a16-a167-714c614d8dc0 None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:45.100067 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-70b28dc6-6606-4a16-a167-714c614d8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:45:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:45.200776 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Notify callbacks [] for router, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:45.219059 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-70b28dc6-6606-4a16-a167-714c614d8dc0 None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:45.315793 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:45.383562 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Deleting port f03d00e1-f1c9-433a-8091-c2200f5b4d81 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:45.383931 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:45.421512 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-70b28dc6-6606-4a16-a167-714c614d8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57'}], 'enable_snat': True}, 'gw_port_id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:45:44Z', 'revision_number': 5, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port': {'id': 'f03d00e1-f1c9-433a-8091-c2200f5b4d81', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:24:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da599903-4e77-4314-9c63-2f0e749096db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:32Z', 'updated_at': '2021-07-16T22:39:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:45.446295 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b28dc6-6606-4a16-a167-714c614d8dc0 None None] Checking router: da599903-4e77-4314-9c63-2f0e749096db for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:45:45.454849 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b28dc6-6606-4a16-a167-714c614d8dc0 None None] Routers {'da599903-4e77-4314-9c63-2f0e749096db'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:45:45.455457 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-70b28dc6-6606-4a16-a167-714c614d8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:45:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['da599903-4e77-4314-9c63-2f0e749096db'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:45.471296 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] For port f03d00e1-f1c9-433a-8091-c2200f5b4d81, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=f03d00e1-f1c9-433a-8091-c2200f5b4d81,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:45.471969 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:45.485801 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Calling delete_port for f03d00e1-f1c9-433a-8091-c2200f5b4d81 owned by network:router_gateway {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:45.666450 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-70b28dc6-6606-4a16-a167-714c614d8dc0 None None] Set router da599903-4e77-4314-9c63-2f0e749096db gateway port host: None {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:45:45.694249 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:45.730470 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-70b28dc6-6606-4a16-a167-714c614d8dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:45:45Z', 'revision_number': 6, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port_host': None}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:45.764363 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b28dc6-6606-4a16-a167-714c614d8dc0 None None] The sync data for ids ['da599903-4e77-4314-9c63-2f0e749096db'] in dv-cinder-797608-6-iscsi is: [{'id': 'da599903-4e77-4314-9c63-2f0e749096db', 'name': 'tempest-AttachVolumeTestJSON-1405369743-router', 'tenant_id': '12637db01ff948e0b2bb6cede048908e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:31Z', 'updated_at': '2021-07-16T22:45:45Z', 'revision_number': 6, 'project_id': '12637db01ff948e0b2bb6cede048908e', 'gw_port_host': None}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:45:45.813113 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03d00e1-f1c9-433a-8091-c2200f5b4d81,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:45.846536 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1785886'] for router_gateway, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:45.965295 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3433'] for router, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:45.985340 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.061673 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735836'] for router, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.062107 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router da599903-4e77-4314-9c63-2f0e749096db {{(pid=99617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:45:46.067728 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.068847 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-0414cc54-1399-453a-89e9-7d64c11675d7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/da599903-4e77-4314-9c63-2f0e749096db HTTP/1.1" status: 204 len: 168 time: 0.9788680 Jul 16 22:45:46.071688 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57352) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:46.109358 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06043c6-4642-4f10-b572-95d4ff002051 req-1ca44790-c8cf-4e84-9f80-73897bdc7690 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:46.110978 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a06043c6-4642-4f10-b572-95d4ff002051 req-1ca44790-c8cf-4e84-9f80-73897bdc7690 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.1609879 Jul 16 22:45:46.160621 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ef69db-405e-4cbc-8be0-29409d1c18d9 admin admin] Deleting subnet 91acd449-9df6-4265-ba3f-63ff7f25734f {{(pid=99617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:45:46.170974 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e0ef69db-405e-4cbc-8be0-29409d1c18d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.202138 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a06043c6-4642-4f10-b572-95d4ff002051 req-d8147307-78f5-440c-9b5c-d9e6a6b8f1a9 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839295 Jul 16 22:45:46.219136 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e0ef69db-405e-4cbc-8be0-29409d1c18d9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29756700'] for subnet, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.345397 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e0ef69db-405e-4cbc-8be0-29409d1c18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.398505 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e0ef69db-405e-4cbc-8be0-29409d1c18d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29756860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29836431'] for subnet, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.433488 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ef69db-405e-4cbc-8be0-29409d1c18d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91acd449-9df6-4265-ba3f-63ff7f25734f,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:46.436019 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e0ef69db-405e-4cbc-8be0-29409d1c18d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.438132 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-e0ef69db-405e-4cbc-8be0-29409d1c18d9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/91acd449-9df6-4265-ba3f-63ff7f25734f HTTP/1.1" status: 204 len: 168 time: 0.3657181 Jul 16 22:45:46.440885 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57354) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:46.443698 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf1b0c1d-2564-4165-94a8-685878fc1c35 None None] Network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:45:46.515734 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.600708 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Deleting port 6ca85b2f-9705-400a-a61a-b24c549a179d {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:46.601064 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.676729 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f558ce6e-c3f4-4b1e-b4d9-1e2b319cfc51 None None] DHCP port deletion for 07654b97-acf5-428f-8c65-6e5a0f8f3b8b request from dv-cinder-797608-6-iscsi {{(pid=99619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:45:46.693173 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] For port 6ca85b2f-9705-400a-a61a-b24c549a179d, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=6ca85b2f-9705-400a-a61a-b24c549a179d,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:46.693683 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.708607 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Calling delete_port for 6ca85b2f-9705-400a-a61a-b24c549a179d owned by network:dhcp {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:46.741756 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-f558ce6e-c3f4-4b1e-b4d9-1e2b319cfc51 None None] Deleting port 6ca85b2f-9705-400a-a61a-b24c549a179d {{(pid=99619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:45:46.742409 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f558ce6e-c3f4-4b1e-b4d9-1e2b319cfc51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.809883 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.831613 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-f558ce6e-c3f4-4b1e-b4d9-1e2b319cfc51 None None] For port 6ca85b2f-9705-400a-a61a-b24c549a179d, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=6ca85b2f-9705-400a-a61a-b24c549a179d,segment=NetworkSegment(c4a7d85e-fff3-4592-9aec-8739caf59cb5),segment_id=c4a7d85e-fff3-4592-9aec-8739caf59cb5)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:46.832030 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f558ce6e-c3f4-4b1e-b4d9-1e2b319cfc51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.847040 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-f558ce6e-c3f4-4b1e-b4d9-1e2b319cfc51 None None] Calling delete_port for 6ca85b2f-9705-400a-a61a-b24c549a179d owned by network:dhcp {{(pid=99619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:45:46.866229 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Pushing event deleted for resources: {'Port': ['ID=6ca85b2f-9705-400a-a61a-b24c549a179d,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:46.872156 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] No DVR routers for this DVR port 6ca85b2f-9705-400a-a61a-b24c549a179d on host dv-cinder-797608-6-iscsi {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:46.969425 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device d8db3248-1248-4296-a009-cfdedfda5637 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:46.992976 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:46.997344 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: d8db3248-1248-4296-a009-cfdedfda5637 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:46.997724 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device d8db3248-1248-4296-a009-cfdedfda5637 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:46.998121 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device f03d00e1-f1c9-433a-8091-c2200f5b4d81 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:47.008124 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07654b97-acf5-428f-8c65-6e5a0f8f3b8b']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:47.020135 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4a7d85e-fff3-4592-9aec-8739caf59cb5') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:47.020420 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4a7d85e-fff3-4592-9aec-8739caf59cb5') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:47.021831 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: f03d00e1-f1c9-433a-8091-c2200f5b4d81 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:47.022178 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device f03d00e1-f1c9-433a-8091-c2200f5b4d81 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:47.022586 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 6ca85b2f-9705-400a-a61a-b24c549a179d no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:45:47.052189 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:47.086165 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:47.093342 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:45:47.093736 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 6ca85b2f-9705-400a-a61a-b24c549a179d {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:45:47.095308 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:47.095439 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 6ca85b2f-9705-400a-a61a-b24c549a179d not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:45:47.157939 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:45:47.170217 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:47.174150 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f558ce6e-c3f4-4b1e-b4d9-1e2b319cfc51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623'] for port, after_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:47.176390 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:47.178458 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] 10.222.0.24 "DELETE /v2.0/networks/07654b97-acf5-428f-8c65-6e5a0f8f3b8b HTTP/1.1" status: 204 len: 168 time: 0.7363124 Jul 16 22:45:47.191597 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee8b56d-5333-4df6-b34b-0d5d02fcc61e admin admin] Pushing event deleted for resources: {'Network': ['ID=07654b97-acf5-428f-8c65-6e5a0f8f3b8b,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:47.203898 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f558ce6e-c3f4-4b1e-b4d9-1e2b319cfc51 None None] Pushing event deleted for resources: {'Port': ['ID=6ca85b2f-9705-400a-a61a-b24c549a179d,revision_number=None']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:47.206873 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f558ce6e-c3f4-4b1e-b4d9-1e2b319cfc51 None None] Network 07654b97-acf5-428f-8c65-6e5a0f8f3b8b is not hosted by any dhcp agent {{(pid=99619) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 22:45:47.207545 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f558ce6e-c3f4-4b1e-b4d9-1e2b319cfc51 None None] No DVR routers for this DVR port 6ca85b2f-9705-400a-a61a-b24c549a179d on host dv-cinder-797608-6-iscsi {{(pid=99619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:45:47.349898 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57360) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:47.433406 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-640f89df-2436-4c22-930c-07960f183f56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12637db01ff948e0b2bb6cede048908e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0819228 Jul 16 22:45:47.437014 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57362) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:47.463077 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442994b8-f234-4073-994a-507f08e87477 req-4e4bb82e-8f5a-48c6-91ee-116cf2e234ee tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:47.465290 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-442994b8-f234-4073-994a-507f08e87477 req-4e4bb82e-8f5a-48c6-91ee-116cf2e234ee tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.1000192 Jul 16 22:45:47.490928 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4843508a-e159-4caa-8436-4e07e8e6488a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:47.512290 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-442994b8-f234-4073-994a-507f08e87477 req-ef42ae6c-dfac-429b-a05a-e4482d79d586 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381083 Jul 16 22:45:47.515546 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4843508a-e159-4caa-8436-4e07e8e6488a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:47.578208 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4843508a-e159-4caa-8436-4e07e8e6488a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:47.580769 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4843508a-e159-4caa-8436-4e07e8e6488a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:47.583802 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-4843508a-e159-4caa-8436-4e07e8e6488a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2343c98a-8c0c-4b89-b82d-766006ff21ef HTTP/1.1" status: 204 len: 168 time: 0.1438167 Jul 16 22:45:47.590629 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4843508a-e159-4caa-8436-4e07e8e6488a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2343c98a-8c0c-4b89-b82d-766006ff21ef,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:48.350524 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57384) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:48.445565 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-843740976-network', 'tenant_id': 'f80faeca076e47088e6f1cd632befbbb'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:48.467325 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Made reservation on behalf of f80faeca076e47088e6f1cd632befbbb for: {'network': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:45:48.469765 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:48.478884 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:48.589567 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:48.620814 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:48.686551 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd2aa48-3f08-4cd2-9ddd-317d52002eec,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:48.690101 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=99618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:45:48.712695 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:48.712695 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.segments_db [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Added segment 4d162ae2-0be8-4f27-a49e-ed6108ab379e of type vlan for network 3e26bc37-aea3-41cd-8db9-7758b6bdf5cc Jul 16 22:45:48.738371 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f58a75-de90-4fa8-8596-2b666f714a1f req-988f1fc4-2de2-44f5-9a9b-e14de0cb6f8a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:48.740149 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-23f58a75-de90-4fa8-8596-2b666f714a1f req-988f1fc4-2de2-44f5-9a9b-e14de0cb6f8a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.0716047 Jul 16 22:45:48.762782 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:48.784520 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-23f58a75-de90-4fa8-8596-2b666f714a1f req-c5f67e0d-b0b1-4cfc-84b2-06ab7c59ba25 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384376 Jul 16 22:45:48.795856 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:48.797058 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:48.797829 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:48.832399 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4807365 Jul 16 22:45:48.837844 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57390) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:48.868678 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-649d9f87-2aa6-4005-8789-1828fa335631 admin admin] Request body: {'subnet': {'network_id': '3e26bc37-aea3-41cd-8db9-7758b6bdf5cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-843740976-subnet', 'tenant_id': 'f80faeca076e47088e6f1cd632befbbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:48.873194 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf748e82-d22e-4751-b7e8-bb16e08fae89 admin admin] Pushing event updated for resources: {'Network': ['ID=3e26bc37-aea3-41cd-8db9-7758b6bdf5cc,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:48.883475 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 3e26bc37-aea3-41cd-8db9-7758b6bdf5cc details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:45:48.892723 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-649d9f87-2aa6-4005-8789-1828fa335631 admin admin] Made reservation on behalf of f80faeca076e47088e6f1cd632befbbb for: {'subnet': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:45:48.895140 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-649d9f87-2aa6-4005-8789-1828fa335631 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31445141'] for subnet, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:49.071294 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-649d9f87-2aa6-4005-8789-1828fa335631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31082980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31445127'] for subnet, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:49.131576 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649d9f87-2aa6-4005-8789-1828fa335631 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d63077fc-0c1b-4d12-9375-ac701494c2d5,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:49.139726 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649d9f87-2aa6-4005-8789-1828fa335631 admin admin] Checking segment: {'id': '4d162ae2-0be8-4f27-a49e-ed6108ab379e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '3e26bc37-aea3-41cd-8db9-7758b6bdf5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:45:49.140080 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d9f87-2aa6-4005-8789-1828fa335631 admin admin] Network hostable DHCP agents. Network: 3e26bc37-aea3-41cd-8db9-7758b6bdf5cc, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:45:49.161354 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649d9f87-2aa6-4005-8789-1828fa335631 admin admin] Network 3e26bc37-aea3-41cd-8db9-7758b6bdf5cc is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:45:49.183918 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-649d9f87-2aa6-4005-8789-1828fa335631 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 3e26bc37-aea3-41cd-8db9-7758b6bdf5cc) {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:45:49.189671 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-649d9f87-2aa6-4005-8789-1828fa335631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:49.190401 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-649d9f87-2aa6-4005-8789-1828fa335631 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:49.216436 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-649d9f87-2aa6-4005-8789-1828fa335631 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3513260 Jul 16 22:45:49.223205 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-443ad73b-9146-4a84-82c5-f96322e1a480 None None] Network 3e26bc37-aea3-41cd-8db9-7758b6bdf5cc requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:45:49.377656 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-095f9b8e-a89b-451b-bd61-32b562b2f8de None None] Network 3e26bc37-aea3-41cd-8db9-7758b6bdf5cc requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:45:49.742126 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57408) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:49.748030 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1375002830-network', 'tenant_id': '991132bde0d24524a607480f1b91cf64'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:49.770479 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Made reservation on behalf of 991132bde0d24524a607480f1b91cf64 for: {'network': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:45:49.773129 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:49.786305 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:49.876089 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:49.880451 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:49.901314 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344} {{(pid=99618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:45:49.914389 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d18c67bf-7b4e-4e41-9048-2e222988a4ff,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:49.919380 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:49.919708 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.segments_db [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Added segment 5089ef5a-e120-423f-81c6-270376d12bb3 of type vlan for network 927244e4-91c4-4c38-bae7-ecce22a6f494 Jul 16 22:45:49.962112 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:49.996582 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:49.997585 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:49.998302 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:49.998931 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fb45c-1021-4f4e-80f1-cf72d726af5f req-832bd534-c74f-4a4e-8993-b2d07b7e9635 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:50.000401 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2c4fb45c-1021-4f4e-80f1-cf72d726af5f req-832bd534-c74f-4a4e-8993-b2d07b7e9635 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.0704243 Jul 16 22:45:50.034924 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.2916086 Jul 16 22:45:50.037964 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57412) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:50.045281 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-8c4bd0b9-4270-4228-bd10-9b009a28c288 admin admin] Request body: {'subnet': {'network_id': '927244e4-91c4-4c38-bae7-ecce22a6f494', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1375002830-subnet', 'tenant_id': '991132bde0d24524a607480f1b91cf64', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:45:50.055010 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2c4fb45c-1021-4f4e-80f1-cf72d726af5f req-14e93e18-bf2b-43e1-9813-5bc4c768723c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487773 Jul 16 22:45:50.061574 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad926416-5188-4c1d-b57f-c0152b3bbd21 admin admin] Pushing event updated for resources: {'Network': ['ID=927244e4-91c4-4c38-bae7-ecce22a6f494,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:50.072289 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 927244e4-91c4-4c38-bae7-ecce22a6f494 details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:45:50.075252 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4bd0b9-4270-4228-bd10-9b009a28c288 admin admin] Made reservation on behalf of 991132bde0d24524a607480f1b91cf64 for: {'subnet': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:45:50.078117 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd0b9-4270-4228-bd10-9b009a28c288 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29836452'] for subnet, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.253952 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd0b9-4270-4228-bd10-9b009a28c288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29756771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29836470'] for subnet, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.309737 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4bd0b9-4270-4228-bd10-9b009a28c288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c329caa1-71e4-4eed-8c64-237018295a01,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:50.318223 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4bd0b9-4270-4228-bd10-9b009a28c288 admin admin] Checking segment: {'id': '5089ef5a-e120-423f-81c6-270376d12bb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '927244e4-91c4-4c38-bae7-ecce22a6f494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:45:50.318581 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4bd0b9-4270-4228-bd10-9b009a28c288 admin admin] Network hostable DHCP agents. Network: 927244e4-91c4-4c38-bae7-ecce22a6f494, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:45:50.334579 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4bd0b9-4270-4228-bd10-9b009a28c288 admin admin] Network 927244e4-91c4-4c38-bae7-ecce22a6f494 is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:45:50.342879 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-8c4bd0b9-4270-4228-bd10-9b009a28c288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 927244e4-91c4-4c38-bae7-ecce22a6f494) {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:45:50.346786 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4bd0b9-4270-4228-bd10-9b009a28c288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:50.347385 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8c4bd0b9-4270-4228-bd10-9b009a28c288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.351312 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428906f-42da-4677-bf22-68861ed589d6 None None] Network 927244e4-91c4-4c38-bae7-ecce22a6f494 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:45:50.362886 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-8c4bd0b9-4270-4228-bd10-9b009a28c288 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3238480 Jul 16 22:45:50.469712 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57416) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:50.476326 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b7913c2-e451-4625-aefc-38d3c55e119d None None] Network 927244e4-91c4-4c38-bae7-ecce22a6f494 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:45:50.513549 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfcb0262-bea0-49ec-bddb-4924c36e8de9 admin admin] Deleting subnet d63077fc-0c1b-4d12-9375-ac701494c2d5 {{(pid=99617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:45:50.516616 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0262-bea0-49ec-bddb-4924c36e8de9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.553984 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0262-bea0-49ec-bddb-4924c36e8de9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29756700'] for subnet, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.591514 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0262-bea0-49ec-bddb-4924c36e8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.642003 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0262-bea0-49ec-bddb-4924c36e8de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29756860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29836431'] for subnet, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.668603 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb0262-bea0-49ec-bddb-4924c36e8de9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d63077fc-0c1b-4d12-9375-ac701494c2d5,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:50.670630 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cfcb0262-bea0-49ec-bddb-4924c36e8de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.672449 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-cfcb0262-bea0-49ec-bddb-4924c36e8de9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d63077fc-0c1b-4d12-9375-ac701494c2d5 HTTP/1.1" status: 204 len: 168 time: 0.2017739 Jul 16 22:45:50.675078 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57418) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:50.743400 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.817337 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.826614 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e26bc37-aea3-41cd-8db9-7758b6bdf5cc']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:50.835934 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d162ae2-0be8-4f27-a49e-ed6108ab379e') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:50.836224 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d162ae2-0be8-4f27-a49e-ed6108ab379e') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:50.845296 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.858598 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.864306 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:45:50.864684 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:45:50.866298 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:45:50.921017 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.926200 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:50.928141 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] 10.222.0.24 "DELETE /v2.0/networks/3e26bc37-aea3-41cd-8db9-7758b6bdf5cc HTTP/1.1" status: 204 len: 168 time: 0.2521882 Jul 16 22:45:50.931105 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57420) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:50.938990 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d598d7-cf24-41e8-8fb0-bf7680a1ceca admin admin] Pushing event deleted for resources: {'Network': ['ID=3e26bc37-aea3-41cd-8db9-7758b6bdf5cc,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:50.978109 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Deleting subnet c329caa1-71e4-4eed-8c64-237018295a01 {{(pid=99618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:45:50.981186 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.013669 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29474277'] for subnet, precommit_delete_associations {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.050510 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.101409 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31082811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31445182'] for subnet, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.126275 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c329caa1-71e4-4eed-8c64-237018295a01,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:51.131171 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.133328 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c329caa1-71e4-4eed-8c64-237018295a01 HTTP/1.1" status: 204 len: 168 time: 0.2010918 Jul 16 22:45:51.136440 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57424) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:51.139518 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:51.139868 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:51.140205 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:51.140536 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:51.140864 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:51.141196 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:51.141548 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:51.141871 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:51.142196 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:51.142518 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:51.142839 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:51.143154 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc842c8e-9e43-466a-9ea3-01a479ddbea4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:45:51.217200 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.324951 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.339298 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e55e45-daa6-4d6e-8cce-0bdb11bbb148 req-7a476837-38dc-4a56-876b-9bdf57f83df9 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:51.340746 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a5e55e45-daa6-4d6e-8cce-0bdb11bbb148 req-7a476837-38dc-4a56-876b-9bdf57f83df9 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.1474555 Jul 16 22:45:51.343966 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['927244e4-91c4-4c38-bae7-ecce22a6f494']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:51.355043 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5089ef5a-e120-423f-81c6-270376d12bb3') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:51.355349 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5089ef5a-e120-423f-81c6-270376d12bb3') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:45:51.379236 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.402438 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.406562 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a5e55e45-daa6-4d6e-8cce-0bdb11bbb148 req-75cf7ddb-d7fb-4ea1-8db8-4720bcebbcf8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558763 Jul 16 22:45:51.411114 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:45:51.412046 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:45:51.413101 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:45:51.471066 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.476315 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.478195 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] 10.222.0.24 "DELETE /v2.0/networks/927244e4-91c4-4c38-bae7-ecce22a6f494 HTTP/1.1" status: 204 len: 168 time: 0.3406293 Jul 16 22:45:51.490988 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2831f-36c2-4a5f-93d4-0f2ac785033f admin admin] Pushing event deleted for resources: {'Network': ['ID=927244e4-91c4-4c38-bae7-ecce22a6f494,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:51.652026 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e2e5e-ff99-4a9b-b8f6-ab837f3e1430 req-f8f87950-b236-4c93-947a-2aa8d35035c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:51.653684 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d88e2e5e-ff99-4a9b-b8f6-ab837f3e1430 req-f8f87950-b236-4c93-947a-2aa8d35035c0 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9e1c61f45e145bf80290150970a4ed6&device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 1138 time: 0.0642076 Jul 16 22:45:51.662554 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57434) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:51.714149 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aee60f3-fae0-4bf9-9918-fcf8c70d5fdd req-4ca15049-6051-44b2-9e87-9d72e8e72a7b tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:51.715607 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7aee60f3-fae0-4bf9-9918-fcf8c70d5fdd req-4ca15049-6051-44b2-9e87-9d72e8e72a7b tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.1029451 Jul 16 22:45:51.735200 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-8ea09048-4745-4cf3-b7e1-cac739e2e9d5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f80faeca076e47088e6f1cd632befbbb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686002 Jul 16 22:45:51.735554 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57436) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:51.756651 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e2e5e-ff99-4a9b-b8f6-ab837f3e1430 req-9100fe4e-5282-4c2d-9d6f-21187d770faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:51.758113 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d88e2e5e-ff99-4a9b-b8f6-ab837f3e1430 req-9100fe4e-5282-4c2d-9d6f-21187d770faa service neutron] 10.222.0.35 "GET /v2.0/networks?id=80c929ca-0a2d-4606-9c9c-686eab434ec2 HTTP/1.1" status: 200 len: 916 time: 0.0974495 Jul 16 22:45:51.760985 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7aee60f3-fae0-4bf9-9918-fcf8c70d5fdd req-39496f94-cf71-48ae-9acd-948dde278995 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376482 Jul 16 22:45:51.846939 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d88e2e5e-ff99-4a9b-b8f6-ab837f3e1430 req-bb307b34-ed39-4ffd-8864-1a3c8244e3b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e HTTP/1.1" status: 200 len: 1001 time: 0.0810483 Jul 16 22:45:51.847668 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4bc8713b-1ee6-4d65-b0f6-380d89c86b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.893537 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4bc8713b-1ee6-4d65-b0f6-380d89c86b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.929532 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e2e5e-ff99-4a9b-b8f6-ab837f3e1430 req-4da0c2b1-a1f3-4c30-b8dd-2ad3a0e07806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:51.930911 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d88e2e5e-ff99-4a9b-b8f6-ab837f3e1430 req-4da0c2b1-a1f3-4c30-b8dd-2ad3a0e07806 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a63509ea-8317-4fff-89e9-35788ae4b5c3 HTTP/1.1" status: 200 len: 854 time: 0.0743608 Jul 16 22:45:51.983515 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4bc8713b-1ee6-4d65-b0f6-380d89c86b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.986046 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4bc8713b-1ee6-4d65-b0f6-380d89c86b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:51.987139 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-4bc8713b-1ee6-4d65-b0f6-380d89c86b5c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdd2aa48-3f08-4cd2-9ddd-317d52002eec HTTP/1.1" status: 204 len: 168 time: 0.2506917 Jul 16 22:45:51.998123 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc8713b-1ee6-4d65-b0f6-380d89c86b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd2aa48-3f08-4cd2-9ddd-317d52002eec,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:52.006253 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88e2e5e-ff99-4a9b-b8f6-ab837f3e1430 req-0b017b60-4284-431e-8d20-82f88a7d432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:52.007755 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d88e2e5e-ff99-4a9b-b8f6-ab837f3e1430 req-0b017b60-4284-431e-8d20-82f88a7d432a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80c929ca-0a2d-4606-9c9c-686eab434ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684834 Jul 16 22:45:52.098817 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d88e2e5e-ff99-4a9b-b8f6-ab837f3e1430 req-0ac5cb85-38e4-474e-9d78-f81715094a6f service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828965 Jul 16 22:45:52.191846 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d88e2e5e-ff99-4a9b-b8f6-ab837f3e1430 req-8eb4c3ae-e2fe-4304-9408-31eaad369337 service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857983 Jul 16 22:45:52.301936 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57442) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:52.341953 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-ec404e8b-6fac-47c2-a24c-bda763e4cd3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=991132bde0d24524a607480f1b91cf64&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387607 Jul 16 22:45:52.344781 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57444) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:52.394828 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1a318e0f-f9b1-4fd9-b26c-eb0820acfb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.415332 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1a318e0f-f9b1-4fd9-b26c-eb0820acfb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.466063 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1a318e0f-f9b1-4fd9-b26c-eb0820acfb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.468653 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1a318e0f-f9b1-4fd9-b26c-eb0820acfb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.472076 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-1a318e0f-f9b1-4fd9-b26c-eb0820acfb5e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d18c67bf-7b4e-4e41-9048-2e222988a4ff HTTP/1.1" status: 204 len: 168 time: 0.1239269 Jul 16 22:45:52.481228 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a318e0f-f9b1-4fd9-b26c-eb0820acfb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d18c67bf-7b4e-4e41-9048-2e222988a4ff,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:52.602803 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a3863-2c4d-405d-a131-e54e82368ffd req-f59dbd74-c310-427d-bf0d-8ff06380d2dd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:52.605043 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-594a3863-2c4d-405d-a131-e54e82368ffd req-f59dbd74-c310-427d-bf0d-8ff06380d2dd tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 943 time: 0.0683281 Jul 16 22:45:52.643550 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-594a3863-2c4d-405d-a131-e54e82368ffd req-96b7012f-2063-4b0c-b246-bc94e11407c4 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327361 Jul 16 22:45:52.663063 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 77c70275-759f-4e64-b5e0-c37afff0084d details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:45:52.755291 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c70275-759f-4e64-b5e0-c37afff0084d,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:52.769422 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '77c70275-759f-4e64-b5e0-c37afff0084d', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'port_id': '77c70275-759f-4e64-b5e0-c37afff0084d', 'mac_address': 'fa:16:3e:52:69:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 330, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:45:52.808983 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.824038 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77c70275-759f-4e64-b5e0-c37afff0084d {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:45:52.845823 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c70275-759f-4e64-b5e0-c37afff0084d,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:52.850517 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:52.897615 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=77c70275-759f-4e64-b5e0-c37afff0084d,revision_number=9']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:52.949138 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e119139-c788-4ee9-a36d-ac7ad3f0c9bd req-a3924129-9f06-4c5e-8fa8-7f0dea005a59 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:52.950729 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2e119139-c788-4ee9-a36d-ac7ad3f0c9bd req-a3924129-9f06-4c5e-8fa8-7f0dea005a59 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0676520 Jul 16 22:45:52.990859 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2e119139-c788-4ee9-a36d-ac7ad3f0c9bd req-5dd68d35-7dbd-439c-b992-8f5c9b42a318 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339916 Jul 16 22:45:53.078445 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['77c70275-759f-4e64-b5e0-c37afff0084d'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:45:53.829773 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e916a-d110-433e-a4a2-32245fd0223c req-cda5192a-633e-4e53-91bd-19553ff98bc5 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:53.831412 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bf8e916a-d110-433e-a4a2-32245fd0223c req-cda5192a-633e-4e53-91bd-19553ff98bc5 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 944 time: 0.0671289 Jul 16 22:45:53.870051 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bf8e916a-d110-433e-a4a2-32245fd0223c req-9e3ac636-c188-46d1-ba9f-5f71e2cf94ca tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323069 Jul 16 22:45:54.173117 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a343cb9-3b61-4a3a-996d-1281f4b78db7 req-bb68ae08-f995-4890-93a9-695bc48bad43 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:54.174613 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0a343cb9-3b61-4a3a-996d-1281f4b78db7 req-bb68ae08-f995-4890-93a9-695bc48bad43 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0688326 Jul 16 22:45:54.216008 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0a343cb9-3b61-4a3a-996d-1281f4b78db7 req-e9a57e15-071a-4765-930f-66058e2065d4 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355940 Jul 16 22:45:54.247555 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57514) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:54.347716 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-702c5e8e-7860-4300-aa18-d4c469ddffc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.434695 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-702c5e8e-7860-4300-aa18-d4c469ddffc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.438288 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-702c5e8e-7860-4300-aa18-d4c469ddffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.475387 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-702c5e8e-7860-4300-aa18-d4c469ddffc5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2fd9bd717a7b4f0b97f20ed24a7710f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2268009 Jul 16 22:45:54.476239 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702c5e8e-7860-4300-aa18-d4c469ddffc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6581a9b2-aa60-4659-8e58-d7932d988570,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:54.478182 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57518) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:54.526183 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a392016b-f617-41f9-9edf-1d1a547d9b79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.546278 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a392016b-f617-41f9-9edf-1d1a547d9b79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.592790 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a392016b-f617-41f9-9edf-1d1a547d9b79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.595198 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a392016b-f617-41f9-9edf-1d1a547d9b79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.596347 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-a392016b-f617-41f9-9edf-1d1a547d9b79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6581a9b2-aa60-4659-8e58-d7932d988570 HTTP/1.1" status: 204 len: 168 time: 0.1171572 Jul 16 22:45:54.604091 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a392016b-f617-41f9-9edf-1d1a547d9b79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6581a9b2-aa60-4659-8e58-d7932d988570,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:54.638636 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-73c80f56-0e0b-49c9-920b-932247806115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.672890 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 77c70275-759f-4e64-b5e0-c37afff0084d up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:45:54.720127 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 77c70275-759f-4e64-b5e0-c37afff0084d triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:45:54.720495 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.800091 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.823566 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:45:54.825823 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7adc53-905a-4daf-85e6-84c280606bce" -d '{"events": [{"server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "name": "network-vif-plugged", "status": "completed", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:45:54.840550 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c70275-759f-4e64-b5e0-c37afff0084d,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:45:54.844860 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.852445 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57526) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:54.869333 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-de250dc4-0eb1-4470-be2e-c530d94ad607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.888301 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a4a6289-113e-4afb-a741-1e57c0e6c41a x-openstack-request-id: req-5a4a6289-113e-4afb-a741-1e57c0e6c41a {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:45:54.888594 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "name": "network-vif-plugged", "status": "completed", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:45:54.888846 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5a4a6289-113e-4afb-a741-1e57c0e6c41a {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:45:54.889230 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d', 'code': 200} Jul 16 22:45:54.902418 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=77c70275-759f-4e64-b5e0-c37afff0084d,revision_number=10']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:54.969975 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-de250dc4-0eb1-4470-be2e-c530d94ad607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:54.974039 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-de250dc4-0eb1-4470-be2e-c530d94ad607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.020307 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-de250dc4-0eb1-4470-be2e-c530d94ad607 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc5e181ef1ba4aca81a6a42227771903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643226 Jul 16 22:45:55.020307 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de250dc4-0eb1-4470-be2e-c530d94ad607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08a74ffa-ca06-4aa7-9ad6-e418a405472f,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:55.021646 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57530) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:45:55.064929 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62887dc-e679-4eb7-b4fc-e180186bd86a req-9e7a6415-dfd4-4514-98c0-3ee8c9cdf1e1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:55.067524 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a62887dc-e679-4eb7-b4fc-e180186bd86a req-9e7a6415-dfd4-4514-98c0-3ee8c9cdf1e1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 946 time: 0.0692286 Jul 16 22:45:55.107094 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-50a740cf-108f-4b06-9614-6f99949db02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.138787 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-50a740cf-108f-4b06-9614-6f99949db02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.141704 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb8d9b-b004-4d1f-b274-d8f4e9e2422d req-873ccd68-494f-4773-a90a-1700eb425060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:55.143209 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e6fb8d9b-b004-4d1f-b274-d8f4e9e2422d req-873ccd68-494f-4773-a90a-1700eb425060 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 1099 time: 0.0899851 Jul 16 22:45:55.203831 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e6fb8d9b-b004-4d1f-b274-d8f4e9e2422d req-9c220efe-a8a2-4f13-bbb0-6d276133753c service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532842 Jul 16 22:45:55.224711 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-50a740cf-108f-4b06-9614-6f99949db02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.227378 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-50a740cf-108f-4b06-9614-6f99949db02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:55.228655 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-50a740cf-108f-4b06-9614-6f99949db02a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08a74ffa-ca06-4aa7-9ad6-e418a405472f HTTP/1.1" status: 204 len: 168 time: 0.2059786 Jul 16 22:45:55.236831 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a740cf-108f-4b06-9614-6f99949db02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08a74ffa-ca06-4aa7-9ad6-e418a405472f,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:45:55.428110 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a62887dc-e679-4eb7-b4fc-e180186bd86a req-21b515e8-8199-4ae3-b956-2eb586fd4a74 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3543024 Jul 16 22:45:55.460179 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3a65bd-3813-4749-8486-8be98e884c7a req-ec2e45a0-f30f-44c7-bd87-d083d969f615 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:55.461684 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9f3a65bd-3813-4749-8486-8be98e884c7a req-ec2e45a0-f30f-44c7-bd87-d083d969f615 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0855577 Jul 16 22:45:55.502407 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9f3a65bd-3813-4749-8486-8be98e884c7a req-308f1f7d-40ce-46f9-b76f-21f04890a1b4 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0344324 Jul 16 22:45:55.636985 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:56.615817 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb7f66e-b871-4220-81d7-ce55445bab32 req-89eb3ecb-190c-411f-a8d8-6ec15c13f2b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:56.618050 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bbb7f66e-b871-4220-81d7-ce55445bab32 req-89eb3ecb-190c-411f-a8d8-6ec15c13f2b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 946 time: 0.0696259 Jul 16 22:45:56.694999 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bbb7f66e-b871-4220-81d7-ce55445bab32 req-18eb57ac-e5b7-4954-a5f7-5f0adcd9a557 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710933 Jul 16 22:45:56.720457 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62818e9a-969b-44a5-84f1-5919359b5096 req-fe1c94a3-79d1-40d5-943a-9fdd26c5c2a9 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:56.722098 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-62818e9a-969b-44a5-84f1-5919359b5096 req-fe1c94a3-79d1-40d5-943a-9fdd26c5c2a9 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0907524 Jul 16 22:45:56.766801 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-62818e9a-969b-44a5-84f1-5919359b5096 req-0ab931cb-dfad-432a-84a0-066204f1ad17 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0381460 Jul 16 22:45:57.356226 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a475ac5b-061a-4b79-95e9-8bfe87d3892c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:57.381376 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:57.871768 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8858a87-ec5e-499a-a967-0b69cbdd18d5 req-c33d8674-41df-435b-a8d6-a90789b7a9e1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:57.873236 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a8858a87-ec5e-499a-a967-0b69cbdd18d5 req-c33d8674-41df-435b-a8d6-a90789b7a9e1 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 946 time: 0.0627568 Jul 16 22:45:57.944540 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a8858a87-ec5e-499a-a967-0b69cbdd18d5 req-31be4441-7516-42d2-9408-4f209bcb1ade tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657477 Jul 16 22:45:57.971183 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846814eb-8f85-410c-afb7-1b8cf35d6259 req-8871ef59-7be0-46fb-b17d-7e75c75754c9 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:57.972639 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-846814eb-8f85-410c-afb7-1b8cf35d6259 req-8871ef59-7be0-46fb-b17d-7e75c75754c9 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0928805 Jul 16 22:45:58.012044 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-846814eb-8f85-410c-afb7-1b8cf35d6259 req-03130a31-a84d-48d3-a179-765c5400f0ec tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336766 Jul 16 22:45:58.133957 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:45:59.184598 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3658356b-7413-4e9f-b070-957a93ff26a3 req-86f593a7-36dd-430a-affc-97897c5d7309 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:45:59.186106 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3658356b-7413-4e9f-b070-957a93ff26a3 req-86f593a7-36dd-430a-affc-97897c5d7309 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0646408 Jul 16 22:45:59.227152 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3658356b-7413-4e9f-b070-957a93ff26a3 req-f7362577-7eaa-4ff1-8334-8fdc9795e4dd tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0353432 Jul 16 22:45:59.893073 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:00.405714 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a517241e-a539-48f8-9707-ce2dd52982ab req-cf464342-84e2-4f26-9a12-b5593f375886 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:00.407162 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a517241e-a539-48f8-9707-ce2dd52982ab req-cf464342-84e2-4f26-9a12-b5593f375886 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0655754 Jul 16 22:46:00.445325 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a517241e-a539-48f8-9707-ce2dd52982ab req-615e0c9a-ecb5-41b1-9219-8e8704d07e61 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324481 Jul 16 22:46:01.614499 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892c586-d007-4833-835a-4d02d656c471 req-ee75fcb1-fe7e-44dc-9eba-a75e724b7e60 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:01.615987 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a892c586-d007-4833-835a-4d02d656c471 req-ee75fcb1-fe7e-44dc-9eba-a75e724b7e60 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0627508 Jul 16 22:46:01.656423 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a892c586-d007-4833-835a-4d02d656c471 req-e80172bc-9156-4a46-b4d6-64a76ea19bb6 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0339966 Jul 16 22:46:02.827971 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf60b9-bec0-4daf-87c2-86abba338c3f req-7d21f788-5047-4787-8b99-995895f8420b tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:02.829366 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-37bf60b9-bec0-4daf-87c2-86abba338c3f req-7d21f788-5047-4787-8b99-995895f8420b tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0635006 Jul 16 22:46:02.869314 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-37bf60b9-bec0-4daf-87c2-86abba338c3f req-68b22e87-682d-444e-8e82-78c3eefdc852 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327923 Jul 16 22:46:04.043860 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8c5b0-7661-4ace-993a-eb6c04fc0a5b req-f16fb52b-8150-45fa-86f5-59048c05b3b6 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:04.045414 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-61f8c5b0-7661-4ace-993a-eb6c04fc0a5b req-f16fb52b-8150-45fa-86f5-59048c05b3b6 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0664082 Jul 16 22:46:04.083833 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-61f8c5b0-7661-4ace-993a-eb6c04fc0a5b req-a5d4a336-2e1c-4207-8dce-ab4981d2a791 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327809 Jul 16 22:46:05.253191 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31739217-4987-46f7-8b0c-3b31841ae878 req-03bc8ff1-e378-4458-bb41-2e87bbd5a05b tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:05.254662 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-31739217-4987-46f7-8b0c-3b31841ae878 req-03bc8ff1-e378-4458-bb41-2e87bbd5a05b tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0618598 Jul 16 22:46:05.295254 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-31739217-4987-46f7-8b0c-3b31841ae878 req-3121ecaa-82fe-4fca-961a-8d15271e9e7f tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347769 Jul 16 22:46:06.471573 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab3a3d2-3990-4724-8276-fb88769af6ee req-c25fb93c-f2f7-442f-8172-aa94121b3257 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:06.473026 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-dab3a3d2-3990-4724-8276-fb88769af6ee req-c25fb93c-f2f7-442f-8172-aa94121b3257 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0653796 Jul 16 22:46:06.512414 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-dab3a3d2-3990-4724-8276-fb88769af6ee req-6de6121f-0709-4683-acdc-00e021a3a4f2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330291 Jul 16 22:46:07.682331 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e416c6-ea82-486c-8f21-3b20492985c4 req-d30da81a-3399-4d96-a660-4a0e0e0f9405 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:07.684047 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-58e416c6-ea82-486c-8f21-3b20492985c4 req-d30da81a-3399-4d96-a660-4a0e0e0f9405 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0633380 Jul 16 22:46:07.723551 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-58e416c6-ea82-486c-8f21-3b20492985c4 req-9470d7ff-cdf2-4f62-b70c-79f98d2a8499 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336101 Jul 16 22:46:08.892753 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd042f-0480-44f1-b64b-8e90be3110cd req-4175670f-68ce-49ed-b56f-30f39221af12 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:08.894256 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bbfd042f-0480-44f1-b64b-8e90be3110cd req-4175670f-68ce-49ed-b56f-30f39221af12 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0628419 Jul 16 22:46:08.934038 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bbfd042f-0480-44f1-b64b-8e90be3110cd req-64b470cd-cea6-478d-8735-f883f02bc019 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338590 Jul 16 22:46:10.108121 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9b59df-f193-43b5-893c-85432a1265ea req-a7516c92-bdba-4fe8-a7e9-5f345a4550b5 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:10.109620 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6a9b59df-f193-43b5-893c-85432a1265ea req-a7516c92-bdba-4fe8-a7e9-5f345a4550b5 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0660980 Jul 16 22:46:10.148702 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6a9b59df-f193-43b5-893c-85432a1265ea req-a44ca0aa-3cf3-4b35-ac29-064ca0c881fa tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335143 Jul 16 22:46:11.318151 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72902e9b-752b-4eee-97a5-3bc1f47f6c42 req-e866278a-e65b-4e19-ba00-764cec9f2e7f tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:11.319624 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-72902e9b-752b-4eee-97a5-3bc1f47f6c42 req-e866278a-e65b-4e19-ba00-764cec9f2e7f tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0635927 Jul 16 22:46:11.358542 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-72902e9b-752b-4eee-97a5-3bc1f47f6c42 req-7ffbd9f0-391f-4280-9f3c-d569b957ff10 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330949 Jul 16 22:46:12.536540 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d4b7b6-bbc2-4057-9a2a-dca67e7a3620 req-ff3a42a1-88cf-4381-a08a-9bb5d688d2d1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:12.538022 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-88d4b7b6-bbc2-4057-9a2a-dca67e7a3620 req-ff3a42a1-88cf-4381-a08a-9bb5d688d2d1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0659671 Jul 16 22:46:12.579161 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-88d4b7b6-bbc2-4057-9a2a-dca67e7a3620 req-f775f9c5-27ea-4ef6-b045-aa529f5d9129 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352411 Jul 16 22:46:13.746162 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9968a0ea-3568-4e6e-a2ce-72d53dd2a899 req-eeeb62fa-d1aa-432e-87d7-7a92097b2a40 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:13.747539 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9968a0ea-3568-4e6e-a2ce-72d53dd2a899 req-eeeb62fa-d1aa-432e-87d7-7a92097b2a40 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0625429 Jul 16 22:46:13.785760 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9968a0ea-3568-4e6e-a2ce-72d53dd2a899 req-d51e3347-1e16-417c-beed-ba2069d2c6ef tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=0a027efb-b469-4ec1-9982-7346cce9d9ce&id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0327096 Jul 16 22:46:16.984542 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:46:24.639100 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-fe177f0d-96c0-4592-af9f-d0d5f07c954c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:25.675629 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.003187 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57818) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:27.101895 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ec97bc69-6b84-4ffb-8128-8e12eedc8ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.188399 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ec97bc69-6b84-4ffb-8128-8e12eedc8ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.192125 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ec97bc69-6b84-4ffb-8128-8e12eedc8ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.227301 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-ec97bc69-6b84-4ffb-8128-8e12eedc8ecd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c0f8a2ebe4f42fca0eaa9ea441400b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2230470 Jul 16 22:46:27.229926 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57822) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:27.232425 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec97bc69-6b84-4ffb-8128-8e12eedc8ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3710dc2-d5ad-4153-a5e8-1b3e5242ebbf,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:27.280983 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.301389 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.347398 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.349978 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.351390 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3710dc2-d5ad-4153-a5e8-1b3e5242ebbf HTTP/1.1" status: 204 len: 168 time: 0.1204174 Jul 16 22:46:27.358639 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f002ea8e-da22-46df-a56f-e58f97178776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.360945 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3710dc2-d5ad-4153-a5e8-1b3e5242ebbf,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:27.368109 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:27.368491 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:27.368905 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:27.369272 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:27.369719 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:27.370295 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:27.370639 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:27.371117 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:27.371301 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:27.371627 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:27.371957 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:27.372276 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8f61826-cc12-4f82-8e3d-fcd7cbf013dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:27.388994 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.606853 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57828) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:27.623102 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1e09ecd2-aec4-4b32-b706-16e7b2b7b5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.708333 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1e09ecd2-aec4-4b32-b706-16e7b2b7b5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.712067 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1e09ecd2-aec4-4b32-b706-16e7b2b7b5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.747201 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09ecd2-aec4-4b32-b706-16e7b2b7b5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69b36e1-b571-4c8f-8bf1-c22b3d925a36,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:27.751376 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-1e09ecd2-aec4-4b32-b706-16e7b2b7b5aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=464540d6d1e647b5b9abcdf6f67f0474&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1434615 Jul 16 22:46:27.753914 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57830) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:27.801611 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-395162e8-5aed-406d-afb1-61470848c45b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.822492 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-395162e8-5aed-406d-afb1-61470848c45b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.868013 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-395162e8-5aed-406d-afb1-61470848c45b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.870932 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-395162e8-5aed-406d-afb1-61470848c45b admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:27.872070 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-395162e8-5aed-406d-afb1-61470848c45b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c69b36e1-b571-4c8f-8bf1-c22b3d925a36 HTTP/1.1" status: 204 len: 168 time: 0.1172767 Jul 16 22:46:27.879696 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395162e8-5aed-406d-afb1-61470848c45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69b36e1-b571-4c8f-8bf1-c22b3d925a36,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:28.135584 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.366148 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57874) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:29.465454 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ce8fce6c-9493-4ccf-a8b6-58a08cebc4c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.549029 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ce8fce6c-9493-4ccf-a8b6-58a08cebc4c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.552508 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ce8fce6c-9493-4ccf-a8b6-58a08cebc4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.592140 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-ce8fce6c-9493-4ccf-a8b6-58a08cebc4c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f7e01a6675e4ab09fe095540fe5f5be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249632 Jul 16 22:46:29.592974 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8fce6c-9493-4ccf-a8b6-58a08cebc4c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b9d856-7e72-49b9-adb9-51c57ab8f940,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:29.594880 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57878) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:29.641556 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-715078e9-105a-4a8a-9972-491246fccca1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.664577 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-715078e9-105a-4a8a-9972-491246fccca1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.711120 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-715078e9-105a-4a8a-9972-491246fccca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.714466 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-715078e9-105a-4a8a-9972-491246fccca1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.715763 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-715078e9-105a-4a8a-9972-491246fccca1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29b9d856-7e72-49b9-adb9-51c57ab8f940 HTTP/1.1" status: 204 len: 168 time: 0.1198270 Jul 16 22:46:29.723690 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715078e9-105a-4a8a-9972-491246fccca1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b9d856-7e72-49b9-adb9-51c57ab8f940,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:29.896811 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:29.970645 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57884) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:29.983752 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-901667f1-79b0-4cff-bf1b-b95f1b31cecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.071108 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-901667f1-79b0-4cff-bf1b-b95f1b31cecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.075300 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-901667f1-79b0-4cff-bf1b-b95f1b31cecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.112605 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-901667f1-79b0-4cff-bf1b-b95f1b31cecc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cca56239933147faae00a62cd0ae4586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1408389 Jul 16 22:46:30.114454 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901667f1-79b0-4cff-bf1b-b95f1b31cecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c55c1cd7-57a4-43b8-bedc-81e0c177300e,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:30.115222 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57888) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:30.162455 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1d052c2d-c601-4ddc-a1a8-ad9cbdee5325 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.183472 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1d052c2d-c601-4ddc-a1a8-ad9cbdee5325 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.229942 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1d052c2d-c601-4ddc-a1a8-ad9cbdee5325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.232630 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1d052c2d-c601-4ddc-a1a8-ad9cbdee5325 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:30.233798 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-1d052c2d-c601-4ddc-a1a8-ad9cbdee5325 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c55c1cd7-57a4-43b8-bedc-81e0c177300e HTTP/1.1" status: 204 len: 168 time: 0.1175933 Jul 16 22:46:30.241715 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d052c2d-c601-4ddc-a1a8-ad9cbdee5325 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c55c1cd7-57a4-43b8-bedc-81e0c177300e,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:31.808290 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c212d8-e4e6-4353-91f5-e9e4ce599be2 req-0156ccd1-121c-424c-9108-73e02005596a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:31.809827 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b4c212d8-e4e6-4353-91f5-e9e4ce599be2 req-0156ccd1-121c-424c-9108-73e02005596a tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 946 time: 0.0637221 Jul 16 22:46:31.850719 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b4c212d8-e4e6-4353-91f5-e9e4ce599be2 req-19490d28-85c1-48bf-8316-63b78cb9c812 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353234 Jul 16 22:46:31.980218 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57954) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:32.080977 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-21034383-9247-4826-9589-4d5ecc97c448 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.167458 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-21034383-9247-4826-9589-4d5ecc97c448 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.171226 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-21034383-9247-4826-9589-4d5ecc97c448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.209251 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-21034383-9247-4826-9589-4d5ecc97c448 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75461ce5d7224c34a0f5328ca9297189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279737 Jul 16 22:46:32.210120 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21034383-9247-4826-9589-4d5ecc97c448 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680d5dae-84f5-4c66-8c55-0ae876986ef2,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:32.211953 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57958) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:32.260892 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bd75544f-dac2-4215-b9ed-48291064d87d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.281873 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bd75544f-dac2-4215-b9ed-48291064d87d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.328483 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bd75544f-dac2-4215-b9ed-48291064d87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.331116 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bd75544f-dac2-4215-b9ed-48291064d87d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.332259 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-bd75544f-dac2-4215-b9ed-48291064d87d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/680d5dae-84f5-4c66-8c55-0ae876986ef2 HTTP/1.1" status: 204 len: 168 time: 0.1192944 Jul 16 22:46:32.339994 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd75544f-dac2-4215-b9ed-48291064d87d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680d5dae-84f5-4c66-8c55-0ae876986ef2,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:32.582038 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 57964) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:32.595991 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-eaefdb8f-f3b1-41b8-9007-3dd0bf160fbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.687794 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-eaefdb8f-f3b1-41b8-9007-3dd0bf160fbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.691317 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-eaefdb8f-f3b1-41b8-9007-3dd0bf160fbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.730134 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-eaefdb8f-f3b1-41b8-9007-3dd0bf160fbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2b11faed37fe41c6a163fd677e8a5346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1469979 Jul 16 22:46:32.731252 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaefdb8f-f3b1-41b8-9007-3dd0bf160fbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b3deab-f208-41ea-a0c9-7c8d183c9503,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:32.732874 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 57966) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:32.782428 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ae9238b9-74bb-4f27-a390-174edc257a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.802554 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ae9238b9-74bb-4f27-a390-174edc257a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.846380 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ae9238b9-74bb-4f27-a390-174edc257a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.848854 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-ae9238b9-74bb-4f27-a390-174edc257a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:32.850014 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-ae9238b9-74bb-4f27-a390-174edc257a82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c2b3deab-f208-41ea-a0c9-7c8d183c9503 HTTP/1.1" status: 204 len: 168 time: 0.1160741 Jul 16 22:46:32.857410 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9238b9-74bb-4f27-a390-174edc257a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b3deab-f208-41ea-a0c9-7c8d183c9503,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:33.037073 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18b56e-b3f6-49a6-aafe-17dbf7eef66e req-0532ab24-c387-4ef5-b753-6ae609bd217d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:33.038610 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1c18b56e-b3f6-49a6-aafe-17dbf7eef66e req-0532ab24-c387-4ef5-b753-6ae609bd217d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 946 time: 0.0670848 Jul 16 22:46:33.078070 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1c18b56e-b3f6-49a6-aafe-17dbf7eef66e req-bbe5ecf0-c74c-44c0-9bfd-c824abac6760 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups?id=59f412c1-f965-4b0e-9a88-7743c9daface&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336969 Jul 16 22:46:33.277396 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-0ca7d340-369a-4d29-85eb-840f75706f78 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:33.278824 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-0ca7d340-369a-4d29-85eb-840f75706f78 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.35 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 946 time: 0.0663514 Jul 16 22:46:33.385108 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Deleting port 77c70275-759f-4e64-b5e0-c37afff0084d {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:33.385455 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:33.473129 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] For port 77c70275-759f-4e64-b5e0-c37afff0084d, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=77c70275-759f-4e64-b5e0-c37afff0084d,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:33.473525 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:33.643778 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:33.644160 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:33.644465 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.l3_db [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Floating IP 2ac339f1-352c-4dfd-9cb5-c2981b15df58 disassociated. External IP: 172.27.0.198, port: 77c70275-759f-4e64-b5e0-c37afff0084d. Jul 16 22:46:33.644803 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Calling delete_port for 77c70275-759f-4e64-b5e0-c37afff0084d owned by compute:nova {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:33.770440 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:33.802319 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event deleted for resources: {'Port': ['ID=77c70275-759f-4e64-b5e0-c37afff0084d,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:33.918465 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Router 5cde8fd1-d199-463e-b796-07328ffcfe5a has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:46:34.026969 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:34.036544 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3d4675-0398-408a-868e-4d3c61057161 None None] Sync routers for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:34.045935 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3d4675-0398-408a-868e-4d3c61057161 None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:34.046618 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-3b3d4675-0398-408a-868e-4d3c61057161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:34.072310 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] No DVR routers for this DVR port 77c70275-759f-4e64-b5e0-c37afff0084d on host hv-cinder-79760 {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:46:34.074859 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:34.076862 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f6e9a7e3-22dc-4a3e-96c1-8fbfbd9abade req-eabc27ce-ce72-4a29-b937-61d68f0142b8 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.35 "DELETE /v2.0/ports/77c70275-759f-4e64-b5e0-c37afff0084d HTTP/1.1" status: 204 len: 173 time: 0.7924099 Jul 16 22:46:34.077295 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'name': 'network-vif-deleted', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:34.079554 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dde241c-8796-4fad-a518-72ff6443df56" -d '{"events": [{"server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "name": "network-vif-deleted", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:34.127285 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5149a034-a46a-4164-8f0c-3ce2a59379ba x-openstack-request-id: req-5149a034-a46a-4164-8f0c-3ce2a59379ba {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:34.130325 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79790bb2-0d7c-46f7-87f4-3985979d4a5b", "name": "network-vif-deleted", "tag": "77c70275-759f-4e64-b5e0-c37afff0084d", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:34.130583 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-5149a034-a46a-4164-8f0c-3ce2a59379ba {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:34.130988 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79790bb2-0d7c-46f7-87f4-3985979d4a5b', 'name': 'network-vif-deleted', 'tag': '77c70275-759f-4e64-b5e0-c37afff0084d', 'status': 'completed', 'code': 200} Jul 16 22:46:34.160675 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-3b3d4675-0398-408a-868e-4d3c61057161 None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:34.270444 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9f96389c-9719-459d-b412-bb974e7e7e2f req-953a9f7c-d74f-45a2-ab89-5d9e4ce45c1d tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/ports?device_id=79790bb2-0d7c-46f7-87f4-3985979d4a5b HTTP/1.1" status: 200 len: 210 time: 0.0330522 Jul 16 22:46:34.370691 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-3b3d4675-0398-408a-868e-4d3c61057161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:40:00Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:34.395182 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3d4675-0398-408a-868e-4d3c61057161 None None] Checking router: 5cde8fd1-d199-463e-b796-07328ffcfe5a for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:34.403005 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3d4675-0398-408a-868e-4d3c61057161 None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:34.403533 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-3b3d4675-0398-408a-868e-4d3c61057161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:34.503830 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-3b3d4675-0398-408a-868e-4d3c61057161 None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:34.708858 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-3b3d4675-0398-408a-868e-4d3c61057161 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:40:00Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:34.734531 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3d4675-0398-408a-868e-4d3c61057161 None None] The sync data for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi is: [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:39:47Z', 'revision_number': 4, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '9bf494e2-460f-4313-a749-967b5ba29289', 'name': '', 'network_id': '50e44edd-5b1f-499c-8dc2-2e586d01fac2', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'mac_address': 'fa:16:3e:05:8c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:44Z', 'updated_at': '2021-07-16T22:40:00Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'subnets': [{'id': '680d7656-7b6d-4cce-bb9c-e15cf419686e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:34.936488 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b95c17-5fe8-4964-b32c-25682f9fc443 None None] New status for floating IP 2ac339f1-352c-4dfd-9cb5-c2981b15df58: DOWN {{(pid=99619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:46:35.408069 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58032) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:35.461147 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0baec088-ea3d-4704-8edc-8a8110f85d82 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:35.485868 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0baec088-ea3d-4704-8edc-8a8110f85d82 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:35.535424 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0baec088-ea3d-4704-8edc-8a8110f85d82 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:35.538408 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0baec088-ea3d-4704-8edc-8a8110f85d82 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:35.539546 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-0baec088-ea3d-4704-8edc-8a8110f85d82 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "DELETE /v2.0/security-groups/59f412c1-f965-4b0e-9a88-7743c9daface HTTP/1.1" status: 204 len: 168 time: 0.1329272 Jul 16 22:46:35.545528 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58040) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:35.549060 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baec088-ea3d-4704-8edc-8a8110f85d82 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59f412c1-f965-4b0e-9a88-7743c9daface,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:35.566512 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.api.v2.resource [None req-f1358d7c-5a90-4d9c-ae15-5e0605cec864 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] show failed (client error): The resource could not be found. Jul 16 22:46:35.567665 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f1358d7c-5a90-4d9c-ae15-5e0605cec864 tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "GET /v2.0/security-groups/59f412c1-f965-4b0e-9a88-7743c9daface HTTP/1.1" status: 404 len: 347 time: 0.0236309 Jul 16 22:46:35.570642 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58042) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:35.693114 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-7df94479-3f6b-4cda-ba3a-7b4414019d0c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Deleting port b4d4d076-18e9-4beb-9c24-e0b8366d53a4 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:35.693456 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7df94479-3f6b-4cda-ba3a-7b4414019d0c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:35.772162 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7df94479-3f6b-4cda-ba3a-7b4414019d0c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:35.772493 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7df94479-3f6b-4cda-ba3a-7b4414019d0c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:35.784333 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-7df94479-3f6b-4cda-ba3a-7b4414019d0c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Calling delete_port for b4d4d076-18e9-4beb-9c24-e0b8366d53a4 owned by network:floatingip {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:35.914301 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7df94479-3f6b-4cda-ba3a-7b4414019d0c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:35.939622 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df94479-3f6b-4cda-ba3a-7b4414019d0c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Pushing event deleted for resources: {'Port': ['ID=b4d4d076-18e9-4beb-9c24-e0b8366d53a4,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:36.001074 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7df94479-3f6b-4cda-ba3a-7b4414019d0c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks [] for floatingip, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:36.003610 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7df94479-3f6b-4cda-ba3a-7b4414019d0c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:36.004748 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-7df94479-3f6b-4cda-ba3a-7b4414019d0c tempest-AttachVolumeShelveTestJSON-833179461 tempest-AttachVolumeShelveTestJSON-833179461-project] 10.222.0.24 "DELETE /v2.0/floatingips/2ac339f1-352c-4dfd-9cb5-c2981b15df58 HTTP/1.1" status: 204 len: 168 time: 0.4333129 Jul 16 22:46:36.810270 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58054) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:36.850365 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 77c70275-759f-4e64-b5e0-c37afff0084d no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:46:36.871211 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 77c70275-759f-4e64-b5e0-c37afff0084d {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:46:36.871566 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 77c70275-759f-4e64-b5e0-c37afff0084d not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:46:36.909845 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-04e94967-4ee5-4b2c-a1ef-f971d17ab1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:36.999521 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-04e94967-4ee5-4b2c-a1ef-f971d17ab1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.003208 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-04e94967-4ee5-4b2c-a1ef-f971d17ab1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.040844 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-04e94967-4ee5-4b2c-a1ef-f971d17ab1c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d2d4170278bf474d9328c14efb7e4b25&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2294941 Jul 16 22:46:37.042039 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e94967-4ee5-4b2c-a1ef-f971d17ab1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee70b621-2fad-49f2-bbf3-3bd01313304e,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:37.043512 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58058) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:37.091403 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-73169d4e-d06d-440d-a24e-02b9d2587d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.112030 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-73169d4e-d06d-440d-a24e-02b9d2587d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.163899 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-73169d4e-d06d-440d-a24e-02b9d2587d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.167139 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-73169d4e-d06d-440d-a24e-02b9d2587d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:37.168315 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-73169d4e-d06d-440d-a24e-02b9d2587d34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee70b621-2fad-49f2-bbf3-3bd01313304e HTTP/1.1" status: 204 len: 168 time: 0.1231990 Jul 16 22:46:37.175896 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73169d4e-d06d-440d-a24e-02b9d2587d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee70b621-2fad-49f2-bbf3-3bd01313304e,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:38.557176 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58120) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:39.101562 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-be84f909-a7ab-4f84-aa5a-f7c832004beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728724'] for router_interface, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:39.353799 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-be84f909-a7ab-4f84-aa5a-f7c832004beb admin admin] Deleting port 9bf494e2-460f-4313-a749-967b5ba29289 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:39.354134 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-be84f909-a7ab-4f84-aa5a-f7c832004beb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:39.426678 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [None req-be84f909-a7ab-4f84-aa5a-f7c832004beb admin admin] For port 9bf494e2-460f-4313-a749-967b5ba29289, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=9bf494e2-460f-4313-a749-967b5ba29289,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:39.427035 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-be84f909-a7ab-4f84-aa5a-f7c832004beb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:39.439526 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-be84f909-a7ab-4f84-aa5a-f7c832004beb admin admin] Calling delete_port for 9bf494e2-460f-4313-a749-967b5ba29289 owned by network:router_interface {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:39.612229 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-be84f909-a7ab-4f84-aa5a-f7c832004beb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:39.639894 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84f909-a7ab-4f84-aa5a-f7c832004beb admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf494e2-460f-4313-a749-967b5ba29289,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:39.799415 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-be84f909-a7ab-4f84-aa5a-f7c832004beb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733700'] for router_interface, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:40.236916 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be84f909-a7ab-4f84-aa5a-f7c832004beb admin admin] Router 5cde8fd1-d199-463e-b796-07328ffcfe5a has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:46:40.340740 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be84f909-a7ab-4f84-aa5a-f7c832004beb admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:40.346050 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-be84f909-a7ab-4f84-aa5a-f7c832004beb admin admin] 10.222.0.24 "PUT /v2.0/routers/5cde8fd1-d199-463e-b796-07328ffcfe5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7883232 Jul 16 22:46:40.348590 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58148) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:40.351421 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d18cb-97c3-4419-ac23-e96cb2761fa4 None None] Sync routers for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:40.361429 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d18cb-97c3-4419-ac23-e96cb2761fa4 None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:40.361979 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-665d18cb-97c3-4419-ac23-e96cb2761fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:40.455447 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Notify callbacks [] for router, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:40.556420 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-665d18cb-97c3-4419-ac23-e96cb2761fa4 None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:40.566452 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:40.622209 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Deleting port 297bcc05-d1c9-47cf-9d29-fe047fc6736f {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:40.622452 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:40.706833 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] For port 297bcc05-d1c9-47cf-9d29-fe047fc6736f, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=297bcc05-d1c9-47cf-9d29-fe047fc6736f,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:40.709268 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:40.725009 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Calling delete_port for 297bcc05-d1c9-47cf-9d29-fe047fc6736f owned by network:router_gateway {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:40.744779 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-665d18cb-97c3-4419-ac23-e96cb2761fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170'}], 'enable_snat': True}, 'gw_port_id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:46:39Z', 'revision_number': 5, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port': {'id': '297bcc05-d1c9-47cf-9d29-fe047fc6736f', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:c8:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:39:35Z', 'updated_at': '2021-07-16T22:39:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:40.780818 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d18cb-97c3-4419-ac23-e96cb2761fa4 None None] Checking router: 5cde8fd1-d199-463e-b796-07328ffcfe5a for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:40.790236 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665d18cb-97c3-4419-ac23-e96cb2761fa4 None None] Routers {'5cde8fd1-d199-463e-b796-07328ffcfe5a'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:40.791121 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-665d18cb-97c3-4419-ac23-e96cb2761fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['5cde8fd1-d199-463e-b796-07328ffcfe5a'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:40.890411 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-665d18cb-97c3-4419-ac23-e96cb2761fa4 None None] Set router 5cde8fd1-d199-463e-b796-07328ffcfe5a gateway port host: None {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:40.911574 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:40.967223 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Pushing event deleted for resources: {'Port': ['ID=297bcc05-d1c9-47cf-9d29-fe047fc6736f,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:40.968520 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-665d18cb-97c3-4419-ac23-e96cb2761fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:46:40Z', 'revision_number': 6, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port_host': None}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:40.999599 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665d18cb-97c3-4419-ac23-e96cb2761fa4 None None] The sync data for ids ['5cde8fd1-d199-463e-b796-07328ffcfe5a'] in dv-cinder-797608-6-iscsi is: [{'id': '5cde8fd1-d199-463e-b796-07328ffcfe5a', 'name': 'tempest-AttachVolumeShelveTestJSON-946868612-router', 'tenant_id': '451c3e7fefbb4f29aff61cee92649a21', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:39:34Z', 'updated_at': '2021-07-16T22:46:40Z', 'revision_number': 6, 'project_id': '451c3e7fefbb4f29aff61cee92649a21', 'gw_port_host': None}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:41.011795 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1785886'] for router_gateway, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.107740 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3433'] for router, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.110039 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.152143 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735836'] for router, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.152569 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cde8fd1-d199-463e-b796-07328ffcfe5a {{(pid=99617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:46:41.157287 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.158442 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-55d9da0c-dd93-470b-8686-675605ae0850 admin admin] 10.222.0.24 "DELETE /v2.0/routers/5cde8fd1-d199-463e-b796-07328ffcfe5a HTTP/1.1" status: 204 len: 168 time: 0.8083642 Jul 16 22:46:41.160913 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58164) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:41.213139 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ffd798c-ba0f-453c-a187-c1ae425bc2ee admin admin] Deleting subnet 680d7656-7b6d-4cce-bb9c-e15cf419686e {{(pid=99617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:46:41.216834 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4ffd798c-ba0f-453c-a187-c1ae425bc2ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.256164 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4ffd798c-ba0f-453c-a187-c1ae425bc2ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29756700'] for subnet, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.334452 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4ffd798c-ba0f-453c-a187-c1ae425bc2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.388532 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4ffd798c-ba0f-453c-a187-c1ae425bc2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29756860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29836431'] for subnet, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.418812 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffd798c-ba0f-453c-a187-c1ae425bc2ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=680d7656-7b6d-4cce-bb9c-e15cf419686e,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:41.423658 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4ffd798c-ba0f-453c-a187-c1ae425bc2ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.425551 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-4ffd798c-ba0f-453c-a187-c1ae425bc2ee admin admin] 10.222.0.24 "DELETE /v2.0/subnets/680d7656-7b6d-4cce-bb9c-e15cf419686e HTTP/1.1" status: 204 len: 168 time: 0.2636158 Jul 16 22:46:41.428195 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58168) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:41.435669 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce5c04e-74e9-482a-ac93-2f45ee43a83f None None] Network 50e44edd-5b1f-499c-8dc2-2e586d01fac2 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:46:41.500523 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.552667 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Deleting port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:41.553010 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.621305 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] DHCP port deletion for 50e44edd-5b1f-499c-8dc2-2e586d01fac2 request from dv-cinder-797608-6-iscsi {{(pid=99619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:46:41.628198 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] For port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=8650e7c0-4a9c-425a-ab64-1eaaead2dfd6,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:41.628642 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.641977 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Calling delete_port for 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 owned by network:dhcp {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:41.668742 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Deleting port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 {{(pid=99619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:41.669120 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.723010 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.740860 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] For port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=8650e7c0-4a9c-425a-ab64-1eaaead2dfd6,segment=NetworkSegment(a6eed6c7-4f6a-4f7e-83f9-da163cff8b77),segment_id=a6eed6c7-4f6a-4f7e-83f9-da163cff8b77)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:41.741266 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.753921 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Pushing event deleted for resources: {'Port': ['ID=8650e7c0-4a9c-425a-ab64-1eaaead2dfd6,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:41.755578 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] No DVR routers for this DVR port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 on host dv-cinder-797608-6-iscsi {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:46:41.756738 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Calling delete_port for 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 owned by network:dhcp {{(pid=99619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:41.828272 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.834943 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623'] for port, after_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.838297 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.services.segments.db [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50e44edd-5b1f-499c-8dc2-2e586d01fac2']}} {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:41.848019 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.services.segments.db [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77') {'for_net_delete': True} {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:41.848308 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.services.segments.db [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6eed6c7-4f6a-4f7e-83f9-da163cff8b77') {} {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:41.859234 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29474258'] for segment, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.862132 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Pushing event deleted for resources: {'Port': ['ID=8650e7c0-4a9c-425a-ab64-1eaaead2dfd6,revision_number=None']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:41.872252 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] No DVR routers for this DVR port 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 on host dv-cinder-797608-6-iscsi {{(pid=99619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:46:41.874169 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.874521 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.874688 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.874870 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.875196 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.875529 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.875865 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.876201 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.876532 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.876881 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.877215 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.877589 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.877893 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa06e7b-bfdc-4dd6-91e5-7181918df655 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:41.894368 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=99618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:46:41.894804 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31082649'] for segment, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: Traceback (most recent call last): Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: timer() Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: cb(*args, **kw) Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: return func(*args, **kwargs) Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: self._notify() Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: self.callback(batched_events) Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: event.method(event) Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: return f(self, *a, **k) Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: return self._get(url).json() Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: return self.request(url, 'GET', **kwargs) Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:46:41.896500 dv-cinder-797608-6-iscsi neutron-server[99618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:46:41.952857 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.958185 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:41.959973 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] 10.222.0.24 "DELETE /v2.0/networks/50e44edd-5b1f-499c-8dc2-2e586d01fac2 HTTP/1.1" status: 204 len: 168 time: 0.5308239 Jul 16 22:46:41.971857 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14f9134-18ab-4129-bccb-735e096a666e admin admin] Pushing event deleted for resources: {'Network': ['ID=50e44edd-5b1f-499c-8dc2-2e586d01fac2,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:42.071764 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58172) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:42.110202 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-71ed0b55-205a-4b25-8fca-d08ad8ea6ab2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=451c3e7fefbb4f29aff61cee92649a21&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0372987 Jul 16 22:46:42.112614 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58174) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:42.162312 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e9b04592-899f-45b8-9227-89025086fcdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:42.184338 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e9b04592-899f-45b8-9227-89025086fcdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:42.234302 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e9b04592-899f-45b8-9227-89025086fcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:42.236949 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e9b04592-899f-45b8-9227-89025086fcdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:42.238117 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-e9b04592-899f-45b8-9227-89025086fcdd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c89068e4-4fb5-4788-a9f0-e81304c1f040 HTTP/1.1" status: 204 len: 168 time: 0.1245892 Jul 16 22:46:42.246585 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b04592-899f-45b8-9227-89025086fcdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89068e4-4fb5-4788-a9f0-e81304c1f040,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:42.903288 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58204) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:42.931768 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 9bf494e2-460f-4313-a749-967b5ba29289 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:46:42.952941 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 9bf494e2-460f-4313-a749-967b5ba29289 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:46:42.953282 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 9bf494e2-460f-4313-a749-967b5ba29289 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:46:42.953721 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:46:42.971864 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:46:42.972219 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 8650e7c0-4a9c-425a-ab64-1eaaead2dfd6 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:46:42.972660 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 297bcc05-d1c9-47cf-9d29-fe047fc6736f no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:46:42.990791 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 297bcc05-d1c9-47cf-9d29-fe047fc6736f {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:46:42.991135 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 297bcc05-d1c9-47cf-9d29-fe047fc6736f not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:46:43.007088 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1002593004-network', 'tenant_id': 'c7edadc77d0b46ba876d58aaf3238d7f'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:43.029108 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Made reservation on behalf of c7edadc77d0b46ba876d58aaf3238d7f for: {'network': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:46:43.031679 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.040106 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.128725 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.132295 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.157167 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321} {{(pid=99618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:46:43.167452 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f770da9-d175-47d3-a419-11bfa59b0295,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:43.172172 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.172512 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.segments_db [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Added segment 292bed57-ce64-47ea-9053-7e5d65e13d4f of type vlan for network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d Jul 16 22:46:43.210848 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.239267 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.240203 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:43.240804 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.270551 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3660522 Jul 16 22:46:43.274110 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58208) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:43.279776 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-4a233d5d-9b59-49b3-834a-16508a72f1c4 admin admin] Request body: {'subnet': {'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1002593004-subnet', 'tenant_id': 'c7edadc77d0b46ba876d58aaf3238d7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:43.301878 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a233d5d-9b59-49b3-834a-16508a72f1c4 admin admin] Made reservation on behalf of c7edadc77d0b46ba876d58aaf3238d7f for: {'subnet': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:46:43.302716 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f696ec94-0a01-43c9-85b8-871d14f016ce admin admin] Pushing event updated for resources: {'Network': ['ID=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:43.304363 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4a233d5d-9b59-49b3-834a-16508a72f1c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29836452'] for subnet, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.313507 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:46:43.481951 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4a233d5d-9b59-49b3-834a-16508a72f1c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29756771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29836470'] for subnet, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.542673 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a233d5d-9b59-49b3-834a-16508a72f1c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=86e17450-3b78-4b6a-b534-5010e8f6dc83,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:43.551266 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a233d5d-9b59-49b3-834a-16508a72f1c4 admin admin] Checking segment: {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:43.551625 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a233d5d-9b59-49b3-834a-16508a72f1c4 admin admin] Network hostable DHCP agents. Network: bbe8393f-0cb2-40d3-81c5-bc9ec95be14d, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:46:43.568630 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a233d5d-9b59-49b3-834a-16508a72f1c4 admin admin] Network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:46:43.578041 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-4a233d5d-9b59-49b3-834a-16508a72f1c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, bbe8393f-0cb2-40d3-81c5-bc9ec95be14d) {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:43.582890 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a233d5d-9b59-49b3-834a-16508a72f1c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:43.583481 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4a233d5d-9b59-49b3-834a-16508a72f1c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:43.589520 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e679cf01-1471-486c-9bca-2281f996533e None None] Network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:46:43.602032 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-4a233d5d-9b59-49b3-834a-16508a72f1c4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3265004 Jul 16 22:46:43.718187 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431d666b-3d87-4795-9e59-c11fffdb91aa None None] Network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:46:44.052690 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-a1fe1e29-accc-43d1-b0f5-9164ff4e3f75 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:44.054083 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-a1fe1e29-accc-43d1-b0f5-9164ff4e3f75 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 815 time: 0.1079636 Jul 16 22:46:44.068508 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-faa49daa-ca2b-4796-837e-e725fdefa085 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/quotas/c7edadc77d0b46ba876d58aaf3238d7f HTTP/1.1" status: 200 len: 375 time: 0.0087998 Jul 16 22:46:44.101499 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6e4d732e-8551-4262-852d-e72a6889dc09 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276535 Jul 16 22:46:44.188266 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-0316a624-3626-4540-ac69-0203b6947d95 service neutron] 10.222.0.24 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804992 Jul 16 22:46:44.279227 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-949339b3-5a75-47b7-890c-a34f08663576 service neutron] 10.222.0.24 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853722 Jul 16 22:46:44.441682 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1403242b-ce3a-4aa7-a828-914aa57c2cf6 req-9ef4e22d-f5e6-4fe7-ab46-8a858d779d25 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 210 time: 0.0292494 Jul 16 22:46:45.089286 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58268) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:45.190866 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-60d0ca63-3fcc-44f8-af0b-fc93ba8a061a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.278052 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-60d0ca63-3fcc-44f8-af0b-fc93ba8a061a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.281693 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-60d0ca63-3fcc-44f8-af0b-fc93ba8a061a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.321242 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d0ca63-3fcc-44f8-af0b-fc93ba8a061a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041a6116-d8b4-438b-8875-26cc9d3fe403,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:45.325550 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-60d0ca63-3fcc-44f8-af0b-fc93ba8a061a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=abee3faebffb45bebec94005d9f5cdef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2351770 Jul 16 22:46:45.328137 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58272) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:45.376261 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-30c89ca0-39e8-40bc-be97-fa800449a3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.396482 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-30c89ca0-39e8-40bc-be97-fa800449a3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.445514 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-30c89ca0-39e8-40bc-be97-fa800449a3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.448973 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-30c89ca0-39e8-40bc-be97-fa800449a3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.453190 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-30c89ca0-39e8-40bc-be97-fa800449a3c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/041a6116-d8b4-438b-8875-26cc9d3fe403 HTTP/1.1" status: 204 len: 168 time: 0.1215174 Jul 16 22:46:45.461913 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c89ca0-39e8-40bc-be97-fa800449a3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041a6116-d8b4-438b-8875-26cc9d3fe403,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:45.564966 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-cd9973c3-83b6-467c-b267-dad202515563 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:45.566479 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-cd9973c3-83b6-467c-b267-dad202515563 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 815 time: 0.1267831 Jul 16 22:46:45.596736 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Request body: {'port': {'device_id': '5adcceb1-608e-4dc3-b948-80935e722e73', 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d', 'admin_state_up': True, 'tenant_id': 'c7edadc77d0b46ba876d58aaf3238d7f'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:45.612018 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4e22637a-4d91-4d6b-b160-1eb9e60f1351 req-6a16c1a3-f74b-4a45-853e-0486a61595bd tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 210 time: 0.0323186 Jul 16 22:46:45.714733 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Made reservation on behalf of c7edadc77d0b46ba876d58aaf3238d7f for: {'port': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:46:45.718363 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.761338 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58284) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:45.774483 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-fada9713-4e9f-4a70-9399-5ef73c008def admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.841123 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Allocated IP 172.20.0.12 (bbe8393f-0cb2-40d3-81c5-bc9ec95be14d/86e17450-3b78-4b6a-b534-5010e8f6dc83/dccb08fd-d72a-4d72-ac4c-6485af93509f) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:46:45.863608 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-fada9713-4e9f-4a70-9399-5ef73c008def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.867555 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-fada9713-4e9f-4a70-9399-5ef73c008def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.908944 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-fada9713-4e9f-4a70-9399-5ef73c008def admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb21054e509f4a0ca68e897accd788d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463451 Jul 16 22:46:45.910373 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fada9713-4e9f-4a70-9399-5ef73c008def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72fedc6a-c827-4080-a2e1-013344350da6,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:45.912857 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58286) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:45.962545 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b30ef722-546d-4e1a-9603-358765160265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:45.987445 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b30ef722-546d-4e1a-9603-358765160265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.004645 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.035698 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b30ef722-546d-4e1a-9603-358765160265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.038305 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b30ef722-546d-4e1a-9603-358765160265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.040069 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-b30ef722-546d-4e1a-9603-358765160265 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72fedc6a-c827-4080-a2e1-013344350da6 HTTP/1.1" status: 204 len: 168 time: 0.1260266 Jul 16 22:46:46.047989 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ef722-546d-4e1a-9603-358765160265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72fedc6a-c827-4080-a2e1-013344350da6,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:46.049484 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.094826 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:46:46.103841 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:46:46.108783 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:46:46.112395 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Pushing event updated for resources: {'Port': ['ID=dccb08fd-d72a-4d72-ac4c-6485af93509f,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:46.161518 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:46.162052 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.175589 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-d1011062-4bd8-4152-88e8-5dcb8f2aaf8e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5890236 Jul 16 22:46:46.187914 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Request body: {'port': {'device_id': '5adcceb1-608e-4dc3-b948-80935e722e73', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:46.259014 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.366136 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58296) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:46.379466 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e1af927e-addb-4cb5-beba-6bd7e40155b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.467275 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e1af927e-addb-4cb5-beba-6bd7e40155b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.472313 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e1af927e-addb-4cb5-beba-6bd7e40155b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.509019 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1af927e-addb-4cb5-beba-6bd7e40155b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c76331-824c-4a39-bde2-fcf4d57f4590,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:46.516663 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-e1af927e-addb-4cb5-beba-6bd7e40155b4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c65643d7d10547e985142c1b2cf8d4ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1470723 Jul 16 22:46:46.517150 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58298) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:46.531186 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dccb08fd-d72a-4d72-ac4c-6485af93509f {{(pid=99618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:46:46.538484 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.551270 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Transition to ACTIVE for port object dccb08fd-d72a-4d72-ac4c-6485af93509f will not be triggered until provisioned by entity L2. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:46:46.554194 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.568146 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-558f8580-ce10-4c87-9915-37c4ec4d5c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.589040 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-558f8580-ce10-4c87-9915-37c4ec4d5c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.605047 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Pushing event updated for resources: {'Port': ['ID=dccb08fd-d72a-4d72-ac4c-6485af93509f,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:46.639114 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-558f8580-ce10-4c87-9915-37c4ec4d5c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.642507 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-558f8580-ce10-4c87-9915-37c4ec4d5c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.646578 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-558f8580-ce10-4c87-9915-37c4ec4d5c6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53c76331-824c-4a39-bde2-fcf4d57f4590 HTTP/1.1" status: 204 len: 168 time: 0.1263390 Jul 16 22:46:46.656486 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f8580-ce10-4c87-9915-37c4ec4d5c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c76331-824c-4a39-bde2-fcf4d57f4590,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:46.671383 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Attempting to bind port dccb08fd-d72a-4d72-ac4c-6485af93509f on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:46:46.671722 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Attempting to bind port dccb08fd-d72a-4d72-ac4c-6485af93509f by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:46:46.672057 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Attempting to bind port dccb08fd-d72a-4d72-ac4c-6485af93509f on network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:46:46.676396 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Port dccb08fd-d72a-4d72-ac4c-6485af93509f on network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:46:46.676724 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Attempting to bind port dccb08fd-d72a-4d72-ac4c-6485af93509f on network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:46:46.682815 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:46:46.683156 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Checking segment: {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:46:46.683593 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Bound using segment: {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:46:46.683955 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Bound port: dccb08fd-d72a-4d72-ac4c-6485af93509f, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'}}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:46:46.684319 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.755156 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] For port dccb08fd-d72a-4d72-ac4c-6485af93509f, host hv-cinder-79760, cleared binding levels {{(pid=99618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:46:46.759186 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] For port dccb08fd-d72a-4d72-ac4c-6485af93509f, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dccb08fd-d72a-4d72-ac4c-6485af93509f,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:46:46.764706 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.800363 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:46.801014 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:46.802430 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] 10.222.0.35 "PUT /v2.0/ports/dccb08fd-d72a-4d72-ac4c-6485af93509f HTTP/1.1" status: 200 len: 1094 time: 0.6186590 Jul 16 22:46:46.802873 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5adcceb1-608e-4dc3-b948-80935e722e73', 'tag': 'dccb08fd-d72a-4d72-ac4c-6485af93509f'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:46.805145 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a87882b7-de42-4e30-a176-ac08d4f9a3b6" -d '{"events": [{"name": "network-changed", "server_uuid": "5adcceb1-608e-4dc3-b948-80935e722e73", "tag": "dccb08fd-d72a-4d72-ac4c-6485af93509f"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:46.813104 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b6a68-09f0-4488-8929-17e7ac5a9bb2 req-a7c50d26-e614-46cc-9924-c5830c4797bb tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:46.814911 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5f7b6a68-09f0-4488-8929-17e7ac5a9bb2 req-a7c50d26-e614-46cc-9924-c5830c4797bb tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 944 time: 0.0751505 Jul 16 22:46:46.857305 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd419fa6-2f9d-4898-8066-6bcfcef3a23a x-openstack-request-id: req-dd419fa6-2f9d-4898-8066-6bcfcef3a23a {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:46.857442 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5adcceb1-608e-4dc3-b948-80935e722e73", "tag": "dccb08fd-d72a-4d72-ac4c-6485af93509f", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:46.857719 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-dd419fa6-2f9d-4898-8066-6bcfcef3a23a {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:46.858092 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5f7b6a68-09f0-4488-8929-17e7ac5a9bb2 req-90f92a3b-bc41-48cc-b882-13ad662e5fff tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357368 Jul 16 22:46:46.858208 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5adcceb1-608e-4dc3-b948-80935e722e73', 'tag': 'dccb08fd-d72a-4d72-ac4c-6485af93509f', 'status': 'completed', 'code': 200} Jul 16 22:46:46.881038 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c518e-2640-4faf-b55f-507042ce1344 service neutron] Pushing event updated for resources: {'Port': ['ID=dccb08fd-d72a-4d72-ac4c-6485af93509f,revision_number=3']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:46.912437 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-0f5a517a-6d25-4742-a99a-9a97b66884bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:46.914234 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-0f5a517a-6d25-4742-a99a-9a97b66884bb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 1097 time: 0.0709238 Jul 16 22:46:46.965883 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-626d280c-a3e5-456a-8853-a59b5835ff7d service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dccb08fd-d72a-4d72-ac4c-6485af93509f HTTP/1.1" status: 200 len: 217 time: 0.0437858 Jul 16 22:46:47.016490 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-3f1c5405-8b27-43a8-8ff8-3d01ee2cc9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:47.017880 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-3f1c5405-8b27-43a8-8ff8-3d01ee2cc9fa service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86e17450-3b78-4b6a-b534-5010e8f6dc83 HTTP/1.1" status: 200 len: 855 time: 0.0462048 Jul 16 22:46:47.052539 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-bf466fda-7e52-492c-a711-6f0f6dd54115 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271604 Jul 16 22:46:47.146306 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-9dd7b5ea-dcb7-49b0-b23e-9681e7363fb6 service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858440 Jul 16 22:46:47.234772 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-32bd1975-bd3c-4317-8325-d51a499c0dc5 req-8c6a8a75-a749-43f3-8aaa-a334a7c5353e service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811288 Jul 16 22:46:47.337750 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87882b7-de42-4e30-a176-ac08d4f9a3b6 req-5dd25f2c-0b14-40d9-920b-446d0d4b5125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:47.339127 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a87882b7-de42-4e30-a176-ac08d4f9a3b6 req-5dd25f2c-0b14-40d9-920b-446d0d4b5125 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 1097 time: 0.0553598 Jul 16 22:46:47.428222 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87882b7-de42-4e30-a176-ac08d4f9a3b6 req-962b4058-34cf-4535-9685-674cd9ece5a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:47.430406 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a87882b7-de42-4e30-a176-ac08d4f9a3b6 req-962b4058-34cf-4535-9685-674cd9ece5a2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 916 time: 0.0824170 Jul 16 22:46:47.473679 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a87882b7-de42-4e30-a176-ac08d4f9a3b6 req-43fd1c66-d475-4468-b1da-9abf1cec99fe service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dccb08fd-d72a-4d72-ac4c-6485af93509f HTTP/1.1" status: 200 len: 217 time: 0.0367708 Jul 16 22:46:47.516115 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5bc96eaa-6c1d-4508-b75e-5b55167aff37 req-a1cdcec7-5850-4792-a8d4-20cc7f96c732 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1945821615&fields=id&tenant_id=a9e1c61f45e145bf80290150970a4ed6 HTTP/1.1" status: 200 len: 267 time: 0.0323691 Jul 16 22:46:47.522898 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87882b7-de42-4e30-a176-ac08d4f9a3b6 req-4ef49258-b6ea-4277-bb71-5459237be7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:47.524448 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a87882b7-de42-4e30-a176-ac08d4f9a3b6 req-4ef49258-b6ea-4277-bb71-5459237be7cd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86e17450-3b78-4b6a-b534-5010e8f6dc83 HTTP/1.1" status: 200 len: 855 time: 0.0439284 Jul 16 22:46:47.560502 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a87882b7-de42-4e30-a176-ac08d4f9a3b6 req-54c314d7-3d9c-42af-aa31-d62f72724257 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261164 Jul 16 22:46:47.584430 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc96eaa-6c1d-4508-b75e-5b55167aff37 req-9f8cb6f0-da27-4286-a2db-a095dcb05da9 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:47.586239 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5bc96eaa-6c1d-4508-b75e-5b55167aff37 req-9f8cb6f0-da27-4286-a2db-a095dcb05da9 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 985 time: 0.0645990 Jul 16 22:46:47.596774 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-5bc96eaa-6c1d-4508-b75e-5b55167aff37 req-28df5250-5e4d-426a-a4ae-0b12a01d9ae1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Request body: {'port': {'security_groups': ['4e5c2499-31c6-4fe0-a76c-34faa7e3129d']}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:46:47.653207 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a87882b7-de42-4e30-a176-ac08d4f9a3b6 req-da610884-0a74-4d55-8873-5f0b1636aa9c service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845120 Jul 16 22:46:47.678007 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-5bc96eaa-6c1d-4508-b75e-5b55167aff37 req-28df5250-5e4d-426a-a4ae-0b12a01d9ae1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.740139 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-a87882b7-de42-4e30-a176-ac08d4f9a3b6 req-3d5498cd-4840-4730-96ee-1e422c1058f1 service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793462 Jul 16 22:46:47.846318 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-5bc96eaa-6c1d-4508-b75e-5b55167aff37 req-28df5250-5e4d-426a-a4ae-0b12a01d9ae1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] For port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:47.874747 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-5bc96eaa-6c1d-4508-b75e-5b55167aff37 req-28df5250-5e4d-426a-a4ae-0b12a01d9ae1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.879021 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-5bc96eaa-6c1d-4508-b75e-5b55167aff37 req-28df5250-5e4d-426a-a4ae-0b12a01d9ae1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.890620 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:46:47.928790 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc96eaa-6c1d-4508-b75e-5b55167aff37 req-28df5250-5e4d-426a-a4ae-0b12a01d9ae1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:47.929380 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-5bc96eaa-6c1d-4508-b75e-5b55167aff37 req-28df5250-5e4d-426a-a4ae-0b12a01d9ae1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:47.931724 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5bc96eaa-6c1d-4508-b75e-5b55167aff37 req-28df5250-5e4d-426a-a4ae-0b12a01d9ae1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "PUT /v2.0/ports/50fe8fa2-b9e6-4d71-8408-5b05f9860d4e HTTP/1.1" status: 200 len: 943 time: 0.3394005 Jul 16 22:46:47.932162 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:47.934707 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cba7b6d-d129-4a63-9d09-ae46532bd391" -d '{"events": [{"name": "network-changed", "server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:47.938678 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58312) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:47.965706 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df5250-5e4d-426a-a4ae-0b12a01d9ae1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event updated for resources: {'Port': ['ID=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,revision_number=7']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:47.995487 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9f584f-fcff-4d33-8ae6-7ac2c94f2af3 x-openstack-request-id: req-6d9f584f-fcff-4d33-8ae6-7ac2c94f2af3 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:47.995783 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:47.996050 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6d9f584f-fcff-4d33-8ae6-7ac2c94f2af3 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:47.996443 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'status': 'completed', 'code': 200} Jul 16 22:46:47.999190 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:46:48.046737 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d9b53b8a-74ad-4393-ad65-bae2622757e1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.077806 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b24e301-53d3-4f5c-9389-4fded316a4db req-c482b9cd-f9f6-4fc0-9566-48dbd7d246fe tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:48.087137 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7b24e301-53d3-4f5c-9389-4fded316a4db req-c482b9cd-f9f6-4fc0-9566-48dbd7d246fe tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 944 time: 0.0813258 Jul 16 22:46:48.111492 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d9b53b8a-74ad-4393-ad65-bae2622757e1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.132110 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7b24e301-53d3-4f5c-9389-4fded316a4db req-e92987cf-f205-4134-b711-9105e431a016 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441151 Jul 16 22:46:48.169163 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba7b6d-d129-4a63-9d09-ae46532bd391 req-38793b64-7217-4fbd-a17f-a3e8da026100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:48.170715 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6cba7b6d-d129-4a63-9d09-ae46532bd391 req-38793b64-7217-4fbd-a17f-a3e8da026100 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9e1c61f45e145bf80290150970a4ed6&device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 1099 time: 0.1407468 Jul 16 22:46:48.263483 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-1409e8ad-7cc4-46a5-bde7-26ed2da9aceb None None] Provisioning complete for port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:48.264145 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1409e8ad-7cc4-46a5-bde7-26ed2da9aceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.283012 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba7b6d-d129-4a63-9d09-ae46532bd391 req-37746cfb-5cb8-46f9-80b6-601f74b46af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:48.284651 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6cba7b6d-d129-4a63-9d09-ae46532bd391 req-37746cfb-5cb8-46f9-80b6-601f74b46af6 service neutron] 10.222.0.35 "GET /v2.0/networks?id=80c929ca-0a2d-4606-9c9c-686eab434ec2 HTTP/1.1" status: 200 len: 916 time: 0.1060808 Jul 16 22:46:48.285583 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d9b53b8a-74ad-4393-ad65-bae2622757e1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.288167 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d9b53b8a-74ad-4393-ad65-bae2622757e1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.292261 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-d9b53b8a-74ad-4393-ad65-bae2622757e1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "DELETE /v2.0/security-groups/0a027efb-b469-4ec1-9982-7346cce9d9ce HTTP/1.1" status: 204 len: 168 time: 0.3496811 Jul 16 22:46:48.292418 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58314) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:48.339700 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b53b8a-74ad-4393-ad65-bae2622757e1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a027efb-b469-4ec1-9982-7346cce9d9ce,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:48.369010 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6cba7b6d-d129-4a63-9d09-ae46532bd391 req-05c1f8e3-2c62-46ed-94f3-cafe452be656 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e HTTP/1.1" status: 200 len: 1001 time: 0.0742285 Jul 16 22:46:48.422096 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba7b6d-d129-4a63-9d09-ae46532bd391 req-da3ea1b5-0566-4e1f-bcab-088306782840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:48.423737 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6cba7b6d-d129-4a63-9d09-ae46532bd391 req-da3ea1b5-0566-4e1f-bcab-088306782840 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a63509ea-8317-4fff-89e9-35788ae4b5c3 HTTP/1.1" status: 200 len: 854 time: 0.0454109 Jul 16 22:46:48.472481 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Deleting port 3123e5a6-a08c-4013-b34a-ed2c7e2d66a0 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:48.472823 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.487938 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba7b6d-d129-4a63-9d09-ae46532bd391 req-1de36f5f-2963-4a4d-98f1-4e699ff1648f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:48.489694 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6cba7b6d-d129-4a63-9d09-ae46532bd391 req-1de36f5f-2963-4a4d-98f1-4e699ff1648f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80c929ca-0a2d-4606-9c9c-686eab434ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0590351 Jul 16 22:46:48.554409 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.555149 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.566256 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Calling delete_port for 3123e5a6-a08c-4013-b34a-ed2c7e2d66a0 owned by network:floatingip {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:48.580392 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6cba7b6d-d129-4a63-9d09-ae46532bd391 req-71538dad-bc4f-4f36-917d-034908ce8140 service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835335 Jul 16 22:46:48.670258 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6cba7b6d-d129-4a63-9d09-ae46532bd391 req-2934bc60-f4f7-4181-a1a7-b313cf349b44 service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829706 Jul 16 22:46:48.733721 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.759219 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event deleted for resources: {'Port': ['ID=3123e5a6-a08c-4013-b34a-ed2c7e2d66a0,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:48.818674 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks [] for floatingip, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:48.819010 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.l3_db [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Floating IP a3f816c1-5c2c-4243-af3b-76b07aef7a4b disassociated (deleted). External IP: 172.27.0.66, port: 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e. Jul 16 22:46:49.335416 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Router f1d4779a-a649-4f5b-b11a-6d850674175b has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:46:49.361375 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ac7da-2f02-42e3-9ae9-963ed21f10fc req-055e2487-150c-4cfc-8c9f-964d3aa61d19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:49.362846 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4b3ac7da-2f02-42e3-9ae9-963ed21f10fc req-055e2487-150c-4cfc-8c9f-964d3aa61d19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 944 time: 0.0928147 Jul 16 22:46:49.461828 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4b3ac7da-2f02-42e3-9ae9-963ed21f10fc req-629a4084-df82-45ff-ac26-728a23361401 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699172 Jul 16 22:46:49.481846 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:49.486547 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:49.490770 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50578239-0ed5-4ffd-9328-71e2f23c9cbd None None] Sync routers for ids ['f1d4779a-a649-4f5b-b11a-6d850674175b'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:49.499913 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50578239-0ed5-4ffd-9328-71e2f23c9cbd None None] Routers {'f1d4779a-a649-4f5b-b11a-6d850674175b'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:49.500515 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-50578239-0ed5-4ffd-9328-71e2f23c9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['f1d4779a-a649-4f5b-b11a-6d850674175b'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:49.522337 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-a2cc0218-8aa8-4a6f-8634-714d82b22f98 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "DELETE /v2.0/floatingips/a3f816c1-5c2c-4243-af3b-76b07aef7a4b HTTP/1.1" status: 204 len: 168 time: 1.2289360 Jul 16 22:46:49.603092 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-50578239-0ed5-4ffd-9328-71e2f23c9cbd None None] Set router f1d4779a-a649-4f5b-b11a-6d850674175b gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:49.808975 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-50578239-0ed5-4ffd-9328-71e2f23c9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 4, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '752681d1-676b-472f-b7ee-33659bd1fa82', 'name': '', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'mac_address': 'fa:16:3e:ce:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:32Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 5, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'subnets': [{'id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:49.838253 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50578239-0ed5-4ffd-9328-71e2f23c9cbd None None] Checking router: f1d4779a-a649-4f5b-b11a-6d850674175b for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:49.846517 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50578239-0ed5-4ffd-9328-71e2f23c9cbd None None] Routers {'f1d4779a-a649-4f5b-b11a-6d850674175b'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:49.847127 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-50578239-0ed5-4ffd-9328-71e2f23c9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['f1d4779a-a649-4f5b-b11a-6d850674175b'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:49.949604 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-50578239-0ed5-4ffd-9328-71e2f23c9cbd None None] Set router f1d4779a-a649-4f5b-b11a-6d850674175b gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:49.998052 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:50.001001 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5cebe4a-28ee-4b6d-926e-59fbfca56a69" -d '{"events": [{"name": "network-changed", "server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:50.037257 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67c8e78-e2ec-4c60-8082-7b2c9f87e16f x-openstack-request-id: req-c67c8e78-e2ec-4c60-8082-7b2c9f87e16f {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:50.037655 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:50.037975 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-c67c8e78-e2ec-4c60-8082-7b2c9f87e16f {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:50.038381 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'status': 'completed', 'code': 200} Jul 16 22:46:50.117879 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cebe4a-28ee-4b6d-926e-59fbfca56a69 req-b3589b41-bd62-43e4-866b-bc80879374f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:50.119364 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e5cebe4a-28ee-4b6d-926e-59fbfca56a69 req-b3589b41-bd62-43e4-866b-bc80879374f3 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=a9e1c61f45e145bf80290150970a4ed6&device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 1099 time: 0.0527563 Jul 16 22:46:50.144746 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-50578239-0ed5-4ffd-9328-71e2f23c9cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 4, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '752681d1-676b-472f-b7ee-33659bd1fa82', 'name': '', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'mac_address': 'fa:16:3e:ce:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:32Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 5, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'subnets': [{'id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:50.174486 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50578239-0ed5-4ffd-9328-71e2f23c9cbd None None] The sync data for ids ['f1d4779a-a649-4f5b-b11a-6d850674175b'] in dv-cinder-797608-6-iscsi is: [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:32Z', 'revision_number': 4, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '752681d1-676b-472f-b7ee-33659bd1fa82', 'name': '', 'network_id': '80c929ca-0a2d-4606-9c9c-686eab434ec2', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'mac_address': 'fa:16:3e:ce:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:32Z', 'updated_at': '2021-07-16T22:44:37Z', 'revision_number': 5, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'subnets': [{'id': 'a63509ea-8317-4fff-89e9-35788ae4b5c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:50.211509 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cebe4a-28ee-4b6d-926e-59fbfca56a69 req-46020aef-ff78-43f7-9ba2-3ae2b1ec246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:50.212984 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e5cebe4a-28ee-4b6d-926e-59fbfca56a69 req-46020aef-ff78-43f7-9ba2-3ae2b1ec246b service neutron] 10.222.0.35 "GET /v2.0/networks?id=80c929ca-0a2d-4606-9c9c-686eab434ec2 HTTP/1.1" status: 200 len: 916 time: 0.0873559 Jul 16 22:46:50.255133 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e5cebe4a-28ee-4b6d-926e-59fbfca56a69 req-7c2c373f-f9e8-45fb-8d51-bb4bcc413917 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e HTTP/1.1" status: 200 len: 217 time: 0.0354090 Jul 16 22:46:50.311634 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cebe4a-28ee-4b6d-926e-59fbfca56a69 req-7953be5e-ccb8-4173-9593-8409a134a4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:50.313115 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e5cebe4a-28ee-4b6d-926e-59fbfca56a69 req-7953be5e-ccb8-4173-9593-8409a134a4db service neutron] 10.222.0.35 "GET /v2.0/subnets?id=a63509ea-8317-4fff-89e9-35788ae4b5c3 HTTP/1.1" status: 200 len: 854 time: 0.0460045 Jul 16 22:46:50.371551 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cebe4a-28ee-4b6d-926e-59fbfca56a69 req-4c623ca4-aeae-4adf-92af-9f6d907d694d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:50.373143 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e5cebe4a-28ee-4b6d-926e-59fbfca56a69 req-4c623ca4-aeae-4adf-92af-9f6d907d694d service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=80c929ca-0a2d-4606-9c9c-686eab434ec2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535624 Jul 16 22:46:50.395896 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d7f859e-45fb-4370-85f1-b8019601dcb1 None None] New status for floating IP a3f816c1-5c2c-4243-af3b-76b07aef7a4b: DOWN {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:46:50.474097 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e5cebe4a-28ee-4b6d-926e-59fbfca56a69 req-45dad0c1-5e24-43d1-882b-8077fd0138a9 service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940952 Jul 16 22:46:50.573257 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e5cebe4a-28ee-4b6d-926e-59fbfca56a69 req-9aa5ee2e-fe12-4ed4-b555-79c51d6765dd service neutron] 10.222.0.35 "GET /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923584 Jul 16 22:46:50.640254 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa78fc23-c890-4b4f-a4f4-691f1a2e546a req-604d87cc-87fc-47b9-8ac2-a591324b5b5e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:50.641761 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-aa78fc23-c890-4b4f-a4f4-691f1a2e546a req-604d87cc-87fc-47b9-8ac2-a591324b5b5e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 944 time: 0.0619841 Jul 16 22:46:50.678593 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-aa78fc23-c890-4b4f-a4f4-691f1a2e546a req-10d4affc-9445-4cdb-a969-c7d4b2456a12 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313725 Jul 16 22:46:50.924178 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device dccb08fd-d72a-4d72-ac4c-6485af93509f details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:46:51.020256 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port dccb08fd-d72a-4d72-ac4c-6485af93509f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dccb08fd-d72a-4d72-ac4c-6485af93509f,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:51.039861 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': 'dccb08fd-d72a-4d72-ac4c-6485af93509f', 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d', 'port_id': 'dccb08fd-d72a-4d72-ac4c-6485af93509f', 'mac_address': 'fa:16:3e:9b:1c:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e17450-3b78-4b6a-b534-5010e8f6dc83', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:46:51.081037 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:51.095317 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dccb08fd-d72a-4d72-ac4c-6485af93509f {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:46:51.116143 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port dccb08fd-d72a-4d72-ac4c-6485af93509f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dccb08fd-d72a-4d72-ac4c-6485af93509f,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:51.120690 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:51.172984 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=dccb08fd-d72a-4d72-ac4c-6485af93509f,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:51.329609 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['dccb08fd-d72a-4d72-ac4c-6485af93509f'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:46:51.849280 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb25fde-e0d6-458d-9942-6ce09a0afe8e req-43e20a42-a2f1-4d75-b819-9dcc9e74d52f tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:51.850781 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ecb25fde-e0d6-458d-9942-6ce09a0afe8e req-43e20a42-a2f1-4d75-b819-9dcc9e74d52f tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 945 time: 0.0640385 Jul 16 22:46:51.887466 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ecb25fde-e0d6-458d-9942-6ce09a0afe8e req-fe1f2038-cc35-4b86-b186-ef67f5320db6 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310662 Jul 16 22:46:52.548314 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e6201d-7131-4ef3-97f3-75a67cf8b809 req-9db150d0-b2ce-44f6-ae1b-b18d965040fd tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:52.549697 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-46e6201d-7131-4ef3-97f3-75a67cf8b809 req-9db150d0-b2ce-44f6-ae1b-b18d965040fd tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 946 time: 0.0613172 Jul 16 22:46:52.586036 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-46e6201d-7131-4ef3-97f3-75a67cf8b809 req-2c05f59b-734b-4cf8-b004-01b737bb80c8 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302184 Jul 16 22:46:52.935104 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device dccb08fd-d72a-4d72-ac4c-6485af93509f up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:46:52.982895 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port dccb08fd-d72a-4d72-ac4c-6485af93509f completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:46:52.986691 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port dccb08fd-d72a-4d72-ac4c-6485af93509f triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:46:52.987065 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:53.061657 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fbbe28-50da-4f5d-8b5f-fec0ba23560f req-9078e0f9-465f-4a26-b38a-d38f3888f15c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:53.063140 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e6fbbe28-50da-4f5d-8b5f-fec0ba23560f req-9078e0f9-465f-4a26-b38a-d38f3888f15c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 945 time: 0.0636337 Jul 16 22:46:53.063735 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:53.085806 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adcceb1-608e-4dc3-b948-80935e722e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccb08fd-d72a-4d72-ac4c-6485af93509f'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:53.088003 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20d8f1c-207c-47c5-bb02-cef5384d19ff" -d '{"events": [{"server_uuid": "5adcceb1-608e-4dc3-b948-80935e722e73", "name": "network-vif-plugged", "status": "completed", "tag": "dccb08fd-d72a-4d72-ac4c-6485af93509f"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:53.101617 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port dccb08fd-d72a-4d72-ac4c-6485af93509f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dccb08fd-d72a-4d72-ac4c-6485af93509f,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:53.103168 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e6fbbe28-50da-4f5d-8b5f-fec0ba23560f req-b42bfe1c-7750-4b2d-b96f-a37ff7bb1eac tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342145 Jul 16 22:46:53.106508 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:53.135609 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51924de7-4921-438f-9b54-6852c692cb06 x-openstack-request-id: req-51924de7-4921-438f-9b54-6852c692cb06 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:53.135831 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adcceb1-608e-4dc3-b948-80935e722e73", "name": "network-vif-plugged", "status": "completed", "tag": "dccb08fd-d72a-4d72-ac4c-6485af93509f", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:53.136077 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-51924de7-4921-438f-9b54-6852c692cb06 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:53.136456 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adcceb1-608e-4dc3-b948-80935e722e73', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dccb08fd-d72a-4d72-ac4c-6485af93509f', 'code': 200} Jul 16 22:46:53.162610 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=dccb08fd-d72a-4d72-ac4c-6485af93509f,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:53.341517 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b76f83-8d9c-49f5-ad9f-1664ed4c8185 req-570fb789-cfe3-4b23-97f4-ecd899c9e073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:53.343062 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c6b76f83-8d9c-49f5-ad9f-1664ed4c8185 req-570fb789-cfe3-4b23-97f4-ecd899c9e073 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 1099 time: 0.0505955 Jul 16 22:46:53.376815 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c6b76f83-8d9c-49f5-ad9f-1664ed4c8185 req-5874f005-1ff4-4e86-9781-26ad52d51ef9 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0271659 Jul 16 22:46:53.756206 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d015539-96f1-4b0b-9730-403648b0cfbe req-2a70a52f-222f-4968-ba9c-1640e0003fa1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:53.757780 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2d015539-96f1-4b0b-9730-403648b0cfbe req-2a70a52f-222f-4968-ba9c-1640e0003fa1 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 946 time: 0.0657895 Jul 16 22:46:53.794739 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2d015539-96f1-4b0b-9730-403648b0cfbe req-20716e3e-0ded-486f-ab5b-b3c4ded0acf5 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/security-groups?id=4e5c2499-31c6-4fe0-a76c-34faa7e3129d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314605 Jul 16 22:46:53.983333 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:46:54.277024 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18068c-498a-417d-9042-92fb38e7afc2 req-daf38422-9159-41a7-97f1-a9b4a9fc93c2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:54.278492 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-2e18068c-498a-417d-9042-92fb38e7afc2 req-daf38422-9159-41a7-97f1-a9b4a9fc93c2 tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.35 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 946 time: 0.0733819 Jul 16 22:46:54.279672 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cc6a6e-3686-4a0a-8e2f-57c4e58c48f2 req-724a9eb5-f6b8-432f-8796-bb1e1556a38b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:54.281164 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-26cc6a6e-3686-4a0a-8e2f-57c4e58c48f2 req-724a9eb5-f6b8-432f-8796-bb1e1556a38b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 946 time: 0.0641062 Jul 16 22:46:54.319629 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-26cc6a6e-3686-4a0a-8e2f-57c4e58c48f2 req-84e93ab8-2a32-4c58-b35c-eb595448c94e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326593 Jul 16 22:46:54.380211 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-2e18068c-498a-417d-9042-92fb38e7afc2 req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Deleting port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:54.380694 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2e18068c-498a-417d-9042-92fb38e7afc2 req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.467703 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-2e18068c-498a-417d-9042-92fb38e7afc2 req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] For port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:54.468067 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2e18068c-498a-417d-9042-92fb38e7afc2 req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.481151 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-2e18068c-498a-417d-9042-92fb38e7afc2 req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Calling delete_port for 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e owned by compute:nova {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:54.619151 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2e18068c-498a-417d-9042-92fb38e7afc2 req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.643086 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:46:54.661491 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Pushing event deleted for resources: {'Port': ['ID=50fe8fa2-b9e6-4d71-8408-5b05f9860d4e,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:54.667695 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c32326af-8496-49f2-9498-ea6754902431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.690020 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:54.690480 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:54.690902 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:54.691239 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:54.691636 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:54.692049 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:54.692382 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:54.692766 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:54.693100 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:54.693502 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:54.693830 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:54.694152 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:46:54.713732 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e18068c-498a-417d-9042-92fb38e7afc2 req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] No DVR routers for this DVR port 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e on host hv-cinder-79760 {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:46:54.715973 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2e18068c-498a-417d-9042-92fb38e7afc2 req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:54.717999 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-2e18068c-498a-417d-9042-92fb38e7afc2 req-b28cbc49-9487-40a6-88f3-8e31c7982f4e tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.35 "DELETE /v2.0/ports/50fe8fa2-b9e6-4d71-8408-5b05f9860d4e HTTP/1.1" status: 204 len: 173 time: 0.4338071 Jul 16 22:46:54.718454 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'name': 'network-vif-deleted', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:46:54.720716 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4047ac8a-49b3-474e-a4f2-73290fb60f40" -d '{"events": [{"server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "name": "network-vif-deleted", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:46:54.755494 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08d2eec4-7072-4b4d-a9fc-9df4aee5a337 x-openstack-request-id: req-08d2eec4-7072-4b4d-a9fc-9df4aee5a337 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:46:54.755787 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be1f272b-aad4-4f56-b19b-a0b592ae3e2b", "name": "network-vif-deleted", "tag": "50fe8fa2-b9e6-4d71-8408-5b05f9860d4e", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:46:54.756040 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-08d2eec4-7072-4b4d-a9fc-9df4aee5a337 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:46:54.756436 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be1f272b-aad4-4f56-b19b-a0b592ae3e2b', 'name': 'network-vif-deleted', 'tag': '50fe8fa2-b9e6-4d71-8408-5b05f9860d4e', 'status': 'completed', 'code': 200} Jul 16 22:46:54.957100 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-20ed1563-83a5-4544-9f49-c8f23bc2bc79 req-a1df79c6-96df-4cb0-8497-5db2e28299ec tempest-TestMinimumBasicScenario-1752870094 tempest-TestMinimumBasicScenario-1752870094-project] 10.222.0.24 "GET /v2.0/ports?device_id=be1f272b-aad4-4f56-b19b-a0b592ae3e2b HTTP/1.1" status: 200 len: 210 time: 0.0323975 Jul 16 22:46:55.666352 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:56.644356 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58424) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:57.045059 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-14231a6e-2540-457b-9ae5-6dbdc1efb1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728724'] for router_interface, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:57.339510 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-14231a6e-2540-457b-9ae5-6dbdc1efb1af admin admin] Deleting port 752681d1-676b-472f-b7ee-33659bd1fa82 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:57.339765 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-14231a6e-2540-457b-9ae5-6dbdc1efb1af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:57.360324 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c7d95fd6-4b9a-494a-ad81-b13dce23333f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:57.381539 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:57.425740 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-14231a6e-2540-457b-9ae5-6dbdc1efb1af admin admin] For port 752681d1-676b-472f-b7ee-33659bd1fa82, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=752681d1-676b-472f-b7ee-33659bd1fa82,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:57.426099 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-14231a6e-2540-457b-9ae5-6dbdc1efb1af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:57.438361 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-14231a6e-2540-457b-9ae5-6dbdc1efb1af admin admin] Calling delete_port for 752681d1-676b-472f-b7ee-33659bd1fa82 owned by network:router_interface {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:57.611597 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-14231a6e-2540-457b-9ae5-6dbdc1efb1af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:57.636567 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14231a6e-2540-457b-9ae5-6dbdc1efb1af admin admin] Pushing event deleted for resources: {'Port': ['ID=752681d1-676b-472f-b7ee-33659bd1fa82,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:57.802426 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-14231a6e-2540-457b-9ae5-6dbdc1efb1af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733700'] for router_interface, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:58.003372 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14231a6e-2540-457b-9ae5-6dbdc1efb1af admin admin] Router f1d4779a-a649-4f5b-b11a-6d850674175b has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:46:58.112166 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14231a6e-2540-457b-9ae5-6dbdc1efb1af admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:46:58.120505 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-14231a6e-2540-457b-9ae5-6dbdc1efb1af admin admin] 10.222.0.24 "PUT /v2.0/routers/f1d4779a-a649-4f5b-b11a-6d850674175b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4715352 Jul 16 22:46:58.120505 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58430) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:58.123628 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef5f23-7960-4611-af49-2a225563491f None None] Sync routers for ids ['f1d4779a-a649-4f5b-b11a-6d850674175b'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:46:58.151272 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef5f23-7960-4611-af49-2a225563491f None None] Routers {'f1d4779a-a649-4f5b-b11a-6d850674175b'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:58.152186 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-36ef5f23-7960-4611-af49-2a225563491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['f1d4779a-a649-4f5b-b11a-6d850674175b'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:58.189146 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:58.223454 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Notify callbacks [] for router, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:58.257572 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-36ef5f23-7960-4611-af49-2a225563491f None None] Set router f1d4779a-a649-4f5b-b11a-6d850674175b gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:58.324435 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:58.376972 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Deleting port 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:58.377334 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:58.437175 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-36ef5f23-7960-4611-af49-2a225563491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197'}], 'enable_snat': True}, 'gw_port_id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:46:57Z', 'revision_number': 5, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port': {'id': '80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:70:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:44:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:58.457374 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] For port 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:58.457756 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:58.467784 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef5f23-7960-4611-af49-2a225563491f None None] Checking router: f1d4779a-a649-4f5b-b11a-6d850674175b for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:46:58.469776 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Calling delete_port for 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd owned by network:router_gateway {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:58.476027 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ef5f23-7960-4611-af49-2a225563491f None None] Routers {'f1d4779a-a649-4f5b-b11a-6d850674175b'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:46:58.476966 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-36ef5f23-7960-4611-af49-2a225563491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['f1d4779a-a649-4f5b-b11a-6d850674175b'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:58.687782 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-36ef5f23-7960-4611-af49-2a225563491f None None] Set router f1d4779a-a649-4f5b-b11a-6d850674175b gateway port host: None {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:46:58.739953 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-36ef5f23-7960-4611-af49-2a225563491f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:46:58Z', 'revision_number': 6, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port_host': None}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:58.771168 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36ef5f23-7960-4611-af49-2a225563491f None None] The sync data for ids ['f1d4779a-a649-4f5b-b11a-6d850674175b'] in dv-cinder-797608-6-iscsi is: [{'id': 'f1d4779a-a649-4f5b-b11a-6d850674175b', 'name': 'tempest-TestMinimumBasicScenario-2133284268-router', 'tenant_id': 'a9e1c61f45e145bf80290150970a4ed6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:30Z', 'updated_at': '2021-07-16T22:46:58Z', 'revision_number': 6, 'project_id': 'a9e1c61f45e145bf80290150970a4ed6', 'gw_port_host': None}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:46:58.913967 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:58.938901 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Pushing event deleted for resources: {'Port': ['ID=80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:58.965473 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:46:58.985394 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:46:58.985771 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 50fe8fa2-b9e6-4d71-8408-5b05f9860d4e not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:46:58.998783 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1785886'] for router_gateway, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.089589 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3433'] for router, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.091642 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.139593 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735836'] for router, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.140287 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1d4779a-a649-4f5b-b11a-6d850674175b {{(pid=99617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:46:59.144961 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.149704 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-1059c1fa-0d03-44f8-81af-4310ddaeba00 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f1d4779a-a649-4f5b-b11a-6d850674175b HTTP/1.1" status: 204 len: 168 time: 1.0285428 Jul 16 22:46:59.150283 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58432) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:59.207472 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b6241d-c048-4f3c-b854-42b0cfd22551 admin admin] Deleting subnet a63509ea-8317-4fff-89e9-35788ae4b5c3 {{(pid=99617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:46:59.212092 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a7b6241d-c048-4f3c-b854-42b0cfd22551 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.212891 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-eac781d2-eacf-49f7-9d9f-888117a059b6 req-a0df008a-e564-419e-90e2-f7d6801b10c3 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774200 Jul 16 22:46:59.247650 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 752681d1-676b-472f-b7ee-33659bd1fa82 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:46:59.250855 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a7b6241d-c048-4f3c-b854-42b0cfd22551 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29756700'] for subnet, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.273784 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 752681d1-676b-472f-b7ee-33659bd1fa82 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:46:59.275128 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 752681d1-676b-472f-b7ee-33659bd1fa82 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:46:59.325297 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac781d2-eacf-49f7-9d9f-888117a059b6 req-1c65b2ec-9902-4e6f-8839-b5c0c73e2828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:59.326917 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-eac781d2-eacf-49f7-9d9f-888117a059b6 req-1c65b2ec-9902-4e6f-8839-b5c0c73e2828 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 1099 time: 0.0553684 Jul 16 22:46:59.338661 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a7b6241d-c048-4f3c-b854-42b0cfd22551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.389902 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a7b6241d-c048-4f3c-b854-42b0cfd22551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29756860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29836431'] for subnet, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.416658 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6241d-c048-4f3c-b854-42b0cfd22551 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a63509ea-8317-4fff-89e9-35788ae4b5c3,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:59.422101 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-a7b6241d-c048-4f3c-b854-42b0cfd22551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.426289 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-a7b6241d-c048-4f3c-b854-42b0cfd22551 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a63509ea-8317-4fff-89e9-35788ae4b5c3 HTTP/1.1" status: 204 len: 168 time: 0.2725561 Jul 16 22:46:59.427128 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bc3803-2dda-4e35-bd7d-3eea13a9b9b2 None None] Network 80c929ca-0a2d-4606-9c9c-686eab434ec2 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:46:59.431265 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58436) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:46:59.513568 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.585513 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Deleting port 104c35a3-a007-4f77-8cbf-08e9f0855713 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:59.585867 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.647048 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-899c73d0-6c60-4a50-9b00-94b0c1c2a7c5 None None] DHCP port deletion for 80c929ca-0a2d-4606-9c9c-686eab434ec2 request from dv-cinder-797608-6-iscsi {{(pid=99619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:46:59.663938 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] For port 104c35a3-a007-4f77-8cbf-08e9f0855713, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=104c35a3-a007-4f77-8cbf-08e9f0855713,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:59.663938 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.682798 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac781d2-eacf-49f7-9d9f-888117a059b6 req-ff9fdb36-3871-48f0-b4e7-7320a861558b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:59.683194 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Calling delete_port for 104c35a3-a007-4f77-8cbf-08e9f0855713 owned by network:dhcp {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:59.684287 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-eac781d2-eacf-49f7-9d9f-888117a059b6 req-ff9fdb36-3871-48f0-b4e7-7320a861558b service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 916 time: 0.3385031 Jul 16 22:46:59.696274 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-899c73d0-6c60-4a50-9b00-94b0c1c2a7c5 None None] Deleting port 104c35a3-a007-4f77-8cbf-08e9f0855713 {{(pid=99619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:46:59.696840 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-899c73d0-6c60-4a50-9b00-94b0c1c2a7c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.726430 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-eac781d2-eacf-49f7-9d9f-888117a059b6 req-02decc1e-6c02-4179-a093-840f42ed3a72 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dccb08fd-d72a-4d72-ac4c-6485af93509f HTTP/1.1" status: 200 len: 217 time: 0.0354252 Jul 16 22:46:59.774627 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac781d2-eacf-49f7-9d9f-888117a059b6 req-5bd55d95-2e1b-4a00-a620-55496f68c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:46:59.776501 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-eac781d2-eacf-49f7-9d9f-888117a059b6 req-5bd55d95-2e1b-4a00-a620-55496f68c32a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86e17450-3b78-4b6a-b534-5010e8f6dc83 HTTP/1.1" status: 200 len: 855 time: 0.0443842 Jul 16 22:46:59.776744 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-899c73d0-6c60-4a50-9b00-94b0c1c2a7c5 None None] For port 104c35a3-a007-4f77-8cbf-08e9f0855713, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=104c35a3-a007-4f77-8cbf-08e9f0855713,segment=NetworkSegment(96d6aa18-d114-44ea-b59f-8492a435f0ce),segment_id=96d6aa18-d114-44ea-b59f-8492a435f0ce)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:46:59.777656 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-899c73d0-6c60-4a50-9b00-94b0c1c2a7c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.777887 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.790964 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-899c73d0-6c60-4a50-9b00-94b0c1c2a7c5 None None] Calling delete_port for 104c35a3-a007-4f77-8cbf-08e9f0855713 owned by network:dhcp {{(pid=99619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:46:59.809754 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] No DVR routers for this DVR port 104c35a3-a007-4f77-8cbf-08e9f0855713 on host dv-cinder-797608-6-iscsi {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:46:59.814576 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Pushing event deleted for resources: {'Port': ['ID=104c35a3-a007-4f77-8cbf-08e9f0855713,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:59.819880 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-eac781d2-eacf-49f7-9d9f-888117a059b6 req-2b045b2a-5fb4-40b4-88f7-a30e1a2bca05 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343392 Jul 16 22:46:59.874834 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-899c73d0-6c60-4a50-9b00-94b0c1c2a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623'] for port, after_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.896162 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.910175 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c929ca-0a2d-4606-9c9c-686eab434ec2']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:59.918468 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899c73d0-6c60-4a50-9b00-94b0c1c2a7c5 None None] Pushing event deleted for resources: {'Port': ['ID=104c35a3-a007-4f77-8cbf-08e9f0855713,revision_number=None']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:46:59.923651 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d6aa18-d114-44ea-b59f-8492a435f0ce') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:59.924116 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d6aa18-d114-44ea-b59f-8492a435f0ce') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:46:59.925225 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c73d0-6c60-4a50-9b00-94b0c1c2a7c5 None None] No DVR routers for this DVR port 104c35a3-a007-4f77-8cbf-08e9f0855713 on host dv-cinder-797608-6-iscsi {{(pid=99619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:46:59.938973 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-eac781d2-eacf-49f7-9d9f-888117a059b6 req-8b1ab7d9-8425-4e87-b992-cc7743532c31 service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152942 Jul 16 22:46:59.940960 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.947895 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.958278 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.965109 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:46:59.965646 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:46:59.967597 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:47:00.021984 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:00.027140 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:00.029367 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] 10.222.0.24 "DELETE /v2.0/networks/80c929ca-0a2d-4606-9c9c-686eab434ec2 HTTP/1.1" status: 204 len: 168 time: 0.5970943 Jul 16 22:47:00.032396 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58438) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:00.035301 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-eac781d2-eacf-49f7-9d9f-888117a059b6 req-1e497f35-5cb2-479c-960e-c6dfb1711283 service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902617 Jul 16 22:47:00.053191 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cbfa55-6600-485a-944f-709c8a65ae31 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c929ca-0a2d-4606-9c9c-686eab434ec2,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:00.394550 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-968a5f45-58ef-48fe-9475-a433ba3aab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728724'] for router_interface, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:00.644859 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-968a5f45-58ef-48fe-9475-a433ba3aab88 admin admin] Deleting port 15a9f3eb-a363-4121-9709-87f2f3ae6347 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:00.645149 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-968a5f45-58ef-48fe-9475-a433ba3aab88 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:00.720833 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-968a5f45-58ef-48fe-9475-a433ba3aab88 admin admin] For port 15a9f3eb-a363-4121-9709-87f2f3ae6347, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=15a9f3eb-a363-4121-9709-87f2f3ae6347,segment=NetworkSegment(d4d76d7c-8832-485c-9d88-95bbde309481),segment_id=d4d76d7c-8832-485c-9d88-95bbde309481)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:00.721189 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-968a5f45-58ef-48fe-9475-a433ba3aab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:00.733273 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-968a5f45-58ef-48fe-9475-a433ba3aab88 admin admin] Calling delete_port for 15a9f3eb-a363-4121-9709-87f2f3ae6347 owned by network:router_interface {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:00.911658 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-968a5f45-58ef-48fe-9475-a433ba3aab88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:00.938267 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968a5f45-58ef-48fe-9475-a433ba3aab88 admin admin] Pushing event deleted for resources: {'Port': ['ID=15a9f3eb-a363-4121-9709-87f2f3ae6347,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:00.942802 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 104c35a3-a007-4f77-8cbf-08e9f0855713 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:47:00.964469 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 104c35a3-a007-4f77-8cbf-08e9f0855713 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:47:00.964820 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 104c35a3-a007-4f77-8cbf-08e9f0855713 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:47:00.965252 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:47:00.987115 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:47:00.987465 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 80bc95a9-76f9-42a8-b21d-b18e2f5bd9fd not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:47:01.101299 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-968a5f45-58ef-48fe-9475-a433ba3aab88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733700'] for router_interface, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.314443 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-968a5f45-58ef-48fe-9475-a433ba3aab88 admin admin] Router 98660db0-8cb7-45a9-a605-8e59473dd5ae has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:47:01.421407 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-968a5f45-58ef-48fe-9475-a433ba3aab88 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:01.426193 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-968a5f45-58ef-48fe-9475-a433ba3aab88 admin admin] 10.222.0.24 "PUT /v2.0/routers/98660db0-8cb7-45a9-a605-8e59473dd5ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3928809 Jul 16 22:47:01.428547 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58444) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:01.432636 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15930d7a-7ebc-42d3-bc2b-cb36fa4ada66 None None] Sync routers for ids ['98660db0-8cb7-45a9-a605-8e59473dd5ae'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:01.442284 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15930d7a-7ebc-42d3-bc2b-cb36fa4ada66 None None] Routers {'98660db0-8cb7-45a9-a605-8e59473dd5ae'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:01.442984 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-15930d7a-7ebc-42d3-bc2b-cb36fa4ada66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['98660db0-8cb7-45a9-a605-8e59473dd5ae'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:01.530748 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Notify callbacks [] for router, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.544003 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-15930d7a-7ebc-42d3-bc2b-cb36fa4ada66 None None] Set router 98660db0-8cb7-45a9-a605-8e59473dd5ae gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:01.630943 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.684617 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Deleting port e9692db4-cdb4-42cd-91f0-e15ed21a8be7 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:01.684958 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.715740 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-15930d7a-7ebc-42d3-bc2b-cb36fa4ada66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'name': 'tempest-TestMinimumBasicScenario-1197030745-router', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141'}], 'enable_snat': True}, 'gw_port_id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:34Z', 'updated_at': '2021-07-16T22:47:00Z', 'revision_number': 5, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'gw_port': {'id': 'e9692db4-cdb4-42cd-91f0-e15ed21a8be7', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:7f:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 472, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:44:35Z', 'updated_at': '2021-07-16T22:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:01.746389 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15930d7a-7ebc-42d3-bc2b-cb36fa4ada66 None None] Checking router: 98660db0-8cb7-45a9-a605-8e59473dd5ae for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:47:01.755279 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15930d7a-7ebc-42d3-bc2b-cb36fa4ada66 None None] Routers {'98660db0-8cb7-45a9-a605-8e59473dd5ae'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:01.755879 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-15930d7a-7ebc-42d3-bc2b-cb36fa4ada66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['98660db0-8cb7-45a9-a605-8e59473dd5ae'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:01.764234 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] For port e9692db4-cdb4-42cd-91f0-e15ed21a8be7, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=e9692db4-cdb4-42cd-91f0-e15ed21a8be7,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:01.764599 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.778223 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Calling delete_port for e9692db4-cdb4-42cd-91f0-e15ed21a8be7 owned by network:router_gateway {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:01.840486 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-15930d7a-7ebc-42d3-bc2b-cb36fa4ada66 None None] Set router 98660db0-8cb7-45a9-a605-8e59473dd5ae gateway port host: None {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:01.889534 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-15930d7a-7ebc-42d3-bc2b-cb36fa4ada66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'name': 'tempest-TestMinimumBasicScenario-1197030745-router', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:34Z', 'updated_at': '2021-07-16T22:47:01Z', 'revision_number': 6, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'gw_port_host': None}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:01.918894 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15930d7a-7ebc-42d3-bc2b-cb36fa4ada66 None None] The sync data for ids ['98660db0-8cb7-45a9-a605-8e59473dd5ae'] in dv-cinder-797608-6-iscsi is: [{'id': '98660db0-8cb7-45a9-a605-8e59473dd5ae', 'name': 'tempest-TestMinimumBasicScenario-1197030745-router', 'tenant_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:44:34Z', 'updated_at': '2021-07-16T22:47:01Z', 'revision_number': 6, 'project_id': 'a8b460620e7449bdb24a40e8bb8606bd', 'gw_port_host': None}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:01.942188 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:01.974702 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e9692db4-cdb4-42cd-91f0-e15ed21a8be7,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:02.037065 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1785886'] for router_gateway, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.130214 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3433'] for router, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.132344 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.175405 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735836'] for router, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.176062 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98660db0-8cb7-45a9-a605-8e59473dd5ae {{(pid=99617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:47:02.180792 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.181970 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f62485cc-a9ef-4e97-803d-97adc86117ae admin admin] 10.222.0.24 "DELETE /v2.0/routers/98660db0-8cb7-45a9-a605-8e59473dd5ae HTTP/1.1" status: 204 len: 168 time: 0.7525041 Jul 16 22:47:02.184623 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58446) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:02.232769 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f9d191a-6ec9-4c1f-a43e-225caf5fadd3 admin admin] Deleting subnet c95fc533-7d22-41dd-94b4-f671b328ba7e {{(pid=99617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:47:02.235813 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0f9d191a-6ec9-4c1f-a43e-225caf5fadd3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.271086 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0f9d191a-6ec9-4c1f-a43e-225caf5fadd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29756700'] for subnet, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.352409 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0f9d191a-6ec9-4c1f-a43e-225caf5fadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.403211 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0f9d191a-6ec9-4c1f-a43e-225caf5fadd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29756860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29836431'] for subnet, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.432952 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9d191a-6ec9-4c1f-a43e-225caf5fadd3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c95fc533-7d22-41dd-94b4-f671b328ba7e,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:02.436285 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0f9d191a-6ec9-4c1f-a43e-225caf5fadd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.438181 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-0f9d191a-6ec9-4c1f-a43e-225caf5fadd3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c95fc533-7d22-41dd-94b4-f671b328ba7e HTTP/1.1" status: 204 len: 168 time: 0.2526541 Jul 16 22:47:02.440602 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58450) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:02.442455 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f62155-d9b2-43a8-b3e8-a15bedd5a396 None None] Network 232fe046-de57-49e8-a71c-5cb0e977b45e requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:02.509363 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.566823 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Deleting port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:02.567748 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.672951 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] For port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=1103b6fc-d4de-4fd2-a755-ae96a0020b0b,segment=NetworkSegment(d4d76d7c-8832-485c-9d88-95bbde309481),segment_id=d4d76d7c-8832-485c-9d88-95bbde309481)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:02.673313 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.678361 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6ccf57-74f6-4e58-a54a-319a39ccab63 None None] DHCP port deletion for 232fe046-de57-49e8-a71c-5cb0e977b45e request from dv-cinder-797608-6-iscsi {{(pid=99619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:47:02.719311 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Calling delete_port for 1103b6fc-d4de-4fd2-a755-ae96a0020b0b owned by network:dhcp {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:02.724657 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ccf57-74f6-4e58-a54a-319a39ccab63 None None] Deleting port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b {{(pid=99619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:47:02.725031 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5c6ccf57-74f6-4e58-a54a-319a39ccab63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.787071 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-5c6ccf57-74f6-4e58-a54a-319a39ccab63 None None] For port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=1103b6fc-d4de-4fd2-a755-ae96a0020b0b,segment=NetworkSegment(d4d76d7c-8832-485c-9d88-95bbde309481),segment_id=d4d76d7c-8832-485c-9d88-95bbde309481)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:02.787456 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5c6ccf57-74f6-4e58-a54a-319a39ccab63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.795125 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-4d5ee1f2-a49a-45c1-b26d-d480ca1e9641 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:02.796588 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-4d5ee1f2-a49a-45c1-b26d-d480ca1e9641 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 815 time: 0.1709034 Jul 16 22:47:02.800501 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ccf57-74f6-4e58-a54a-319a39ccab63 None None] Calling delete_port for 1103b6fc-d4de-4fd2-a755-ae96a0020b0b owned by network:dhcp {{(pid=99619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:47:02.821135 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-5cd845cd-4b42-4a48-ac1a-2c0ae5effd0f tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/quotas/c7edadc77d0b46ba876d58aaf3238d7f HTTP/1.1" status: 200 len: 375 time: 0.0186000 Jul 16 22:47:02.875322 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.882871 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5c6ccf57-74f6-4e58-a54a-319a39ccab63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623'] for port, after_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:02.910022 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ccf57-74f6-4e58-a54a-319a39ccab63 None None] Pushing event deleted for resources: {'Port': ['ID=1103b6fc-d4de-4fd2-a755-ae96a0020b0b,revision_number=None']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:02.911437 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Pushing event deleted for resources: {'Port': ['ID=1103b6fc-d4de-4fd2-a755-ae96a0020b0b,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:02.916435 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ccf57-74f6-4e58-a54a-319a39ccab63 None None] No DVR routers for this DVR port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b on host dv-cinder-797608-6-iscsi {{(pid=99619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:47:02.918925 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] No DVR routers for this DVR port 1103b6fc-d4de-4fd2-a755-ae96a0020b0b on host dv-cinder-797608-6-iscsi {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:47:02.972655 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 15a9f3eb-a363-4121-9709-87f2f3ae6347 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:47:02.973522 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-1792a2cd-21eb-46e3-b461-56e9256fccfe tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1431708 Jul 16 22:47:02.993641 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 15a9f3eb-a363-4121-9709-87f2f3ae6347 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:47:02.994087 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 15a9f3eb-a363-4121-9709-87f2f3ae6347 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:47:02.994590 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device e9692db4-cdb4-42cd-91f0-e15ed21a8be7 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:47:03.011521 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.012460 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: e9692db4-cdb4-42cd-91f0-e15ed21a8be7 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:47:03.012800 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device e9692db4-cdb4-42cd-91f0-e15ed21a8be7 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:47:03.013189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1103b6fc-d4de-4fd2-a755-ae96a0020b0b no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:47:03.023572 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232fe046-de57-49e8-a71c-5cb0e977b45e']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:03.031157 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 1103b6fc-d4de-4fd2-a755-ae96a0020b0b {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:47:03.031501 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1103b6fc-d4de-4fd2-a755-ae96a0020b0b not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:47:03.033795 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d76d7c-8832-485c-9d88-95bbde309481') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:03.034090 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d76d7c-8832-485c-9d88-95bbde309481') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:03.043898 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.062255 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.068227 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:47:03.068616 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:47:03.070297 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:47:03.143286 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.151103 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.152923 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] 10.222.0.24 "DELETE /v2.0/networks/232fe046-de57-49e8-a71c-5cb0e977b45e HTTP/1.1" status: 204 len: 168 time: 0.7114244 Jul 16 22:47:03.191622 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e9631-d3c4-4492-8f49-42eff4c8180b admin admin] Pushing event deleted for resources: {'Network': ['ID=232fe046-de57-49e8-a71c-5cb0e977b45e,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:03.221191 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-cbaea97b-c7ee-43c1-b484-70f4c868977f service neutron] 10.222.0.24 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375555 Jul 16 22:47:03.326894 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58468) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:03.369225 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-e0e22a95-4106-4199-ac66-dae3e1e0fc13 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a9e1c61f45e145bf80290150970a4ed6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408878 Jul 16 22:47:03.371534 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58470) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:03.421321 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-39c81022-3697-497a-8abf-36a2154d6e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.443248 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-39c81022-3697-497a-8abf-36a2154d6e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.491707 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-39c81022-3697-497a-8abf-36a2154d6e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.494554 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-39c81022-3697-497a-8abf-36a2154d6e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.495712 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-39c81022-3697-497a-8abf-36a2154d6e6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e5c2499-31c6-4fe0-a76c-34faa7e3129d HTTP/1.1" status: 204 len: 168 time: 0.1232383 Jul 16 22:47:03.507378 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c81022-3697-497a-8abf-36a2154d6e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e5c2499-31c6-4fe0-a76c-34faa7e3129d,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:03.618818 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-87f6abc4-0066-45a8-8899-8b47c6c972bb service neutron] 10.222.0.24 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3910196 Jul 16 22:47:03.791631 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5244ae14-4a32-43db-9363-4a70ffde7ba8 req-14e796cd-d0d5-42d7-9355-807604186b40 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 210 time: 0.0291042 Jul 16 22:47:03.816992 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58480) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:03.856032 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-9cf2d9e5-65e8-4f97-8677-eb217dfe2f27 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8b460620e7449bdb24a40e8bb8606bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378628 Jul 16 22:47:03.858476 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58484) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:03.909241 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7cb7-dbb9-4ad7-9103-3a9921564c13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.932654 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7cb7-dbb9-4ad7-9103-3a9921564c13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.978640 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7cb7-dbb9-4ad7-9103-3a9921564c13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.982107 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-fd5c7cb7-dbb9-4ad7-9103-3a9921564c13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:03.983609 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-fd5c7cb7-dbb9-4ad7-9103-3a9921564c13 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/444b08f9-1685-41ef-a55a-44a2464ce678 HTTP/1.1" status: 204 len: 168 time: 0.1242619 Jul 16 22:47:03.994001 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5c7cb7-dbb9-4ad7-9103-3a9921564c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444b08f9-1685-41ef-a55a-44a2464ce678,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:04.648501 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58510) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:04.746103 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-824566219-network', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:04.770185 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Made reservation on behalf of 044ca8e3d2c444459dec963c4a35d5c7 for: {'network': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:04.772497 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.785543 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.871631 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-0bdad3f4-55d4-4b87-a7d1-8ad4a9437c70 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:04.873241 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-0bdad3f4-55d4-4b87-a7d1-8ad4a9437c70 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 815 time: 0.1316860 Jul 16 22:47:04.887358 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Request body: {'port': {'device_id': 'd3128437-16c2-4897-b681-a78613eba83d', 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d', 'admin_state_up': True, 'tenant_id': 'c7edadc77d0b46ba876d58aaf3238d7f'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:04.888103 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.894255 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.922596 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337} {{(pid=99617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:47:04.965527 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1b8b4c69-7da0-47e2-ae6b-bffbab3f990b req-1f6d0e84-8954-4fed-bb2e-4bfdd855214c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 210 time: 0.0465353 Jul 16 22:47:04.968726 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:04.969077 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.segments_db [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Added segment 67255d76-30e9-4b6f-bd52-776d724090fb of type vlan for network e3095b56-9899-4c13-92f8-b8a8b8b53876 Jul 16 22:47:04.970317 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0d2f42-ae4f-42de-a063-d2063fc70e0f,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:05.010347 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Made reservation on behalf of c7edadc77d0b46ba876d58aaf3238d7f for: {'port': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:05.014314 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.016441 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.046054 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.047300 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:05.047872 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.084899 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4351978 Jul 16 22:47:05.088828 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58520) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:05.093661 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-e6281b68-cfed-42a3-ae0f-7e79c8f2923f admin admin] Request body: {'subnet': {'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-824566219-subnet', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'ip_version': 4}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:05.112604 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d302790-d63c-49ab-9b9b-58db5f219438 admin admin] Pushing event updated for resources: {'Network': ['ID=e3095b56-9899-4c13-92f8-b8a8b8b53876,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:05.123161 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network e3095b56-9899-4c13-92f8-b8a8b8b53876 details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:47:05.148119 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6281b68-cfed-42a3-ae0f-7e79c8f2923f admin admin] Made reservation on behalf of 044ca8e3d2c444459dec963c4a35d5c7 for: {'subnet': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:05.151004 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e6281b68-cfed-42a3-ae0f-7e79c8f2923f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31445141'] for subnet, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.180335 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Allocated IP 172.20.0.13 (bbe8393f-0cb2-40d3-81c5-bc9ec95be14d/86e17450-3b78-4b6a-b534-5010e8f6dc83/106dc64a-9ebf-461e-93b0-29f74cb47388) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:05.433634 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.437321 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e6281b68-cfed-42a3-ae0f-7e79c8f2923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31082980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31445127'] for subnet, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.509562 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6281b68-cfed-42a3-ae0f-7e79c8f2923f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:05.526314 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6281b68-cfed-42a3-ae0f-7e79c8f2923f admin admin] Checking segment: {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:05.526668 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6281b68-cfed-42a3-ae0f-7e79c8f2923f admin admin] Network hostable DHCP agents. Network: e3095b56-9899-4c13-92f8-b8a8b8b53876, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:47:05.535259 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.547517 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['dccb08fd-d72a-4d72-ac4c-6485af93509f'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:47:05.576450 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6281b68-cfed-42a3-ae0f-7e79c8f2923f admin admin] Network e3095b56-9899-4c13-92f8-b8a8b8b53876 is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:47:05.590669 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:05.595218 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:05.596921 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-e6281b68-cfed-42a3-ae0f-7e79c8f2923f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, e3095b56-9899-4c13-92f8-b8a8b8b53876) {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:05.598368 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:05.615615 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba404ffb-3c94-4aa6-8a4c-a8960fba3891 None None] Network e3095b56-9899-4c13-92f8-b8a8b8b53876 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:05.627430 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6281b68-cfed-42a3-ae0f-7e79c8f2923f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:05.628022 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-e6281b68-cfed-42a3-ae0f-7e79c8f2923f admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.630021 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Pushing event updated for resources: {'Port': ['ID=106dc64a-9ebf-461e-93b0-29f74cb47388,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:05.650894 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-e6281b68-cfed-42a3-ae0f-7e79c8f2923f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5610287 Jul 16 22:47:05.653489 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58522) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:05.659492 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:05.670827 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:05.671437 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.695130 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1785994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3451'] for router, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.696014 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1796261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3442'] for router, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.701071 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-2f36df5b-dfa4-4baf-9bb7-7a7373e20a47 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8199229 Jul 16 22:47:05.717012 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Request body: {'port': {'device_id': 'd3128437-16c2-4897-b681-a78613eba83d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:05.772003 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.820524 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2c50bd-4712-5285-b82f-07d806f2dbc6-e3095b56-9899-4c13-92f8-b8a8b8b53876', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1'}]}} from dv-cinder-797608-6-iscsi. {{(pid=99619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:47:05.821249 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.874083 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:05.954034 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.db_base_plugin_common [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Allocated IP 172.20.0.2 (e3095b56-9899-4c13-92f8-b8a8b8b53876/b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1/0f9bd735-92ca-46d8-b320-226bb70a8b32) {{(pid=99619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:05.972562 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1785951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1786095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3424'] for router, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.105212 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Notify callbacks [] for port, precommit_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.113928 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Transition to ACTIVE for port object 0f9bd735-92ca-46d8-b320-226bb70a8b32 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:06.130040 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Transition to ACTIVE for port object 0f9bd735-92ca-46d8-b320-226bb70a8b32 will not be triggered until provisioned by entity DHCP. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:06.138547 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.160722 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077061c5-ec9f-4717-a819-fdf68bc12811 req-a28445ac-7311-4e36-87ad-975b79066266 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:06.162262 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-077061c5-ec9f-4717-a819-fdf68bc12811 req-a28445ac-7311-4e36-87ad-975b79066266 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 932 time: 0.0692515 Jul 16 22:47:06.177088 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Network e3095b56-9899-4c13-92f8-b8a8b8b53876 is already hosted by enough agents. {{(pid=99619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:06.184276 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.base_scheduler [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Resources bound (agent type, host, resource id): {{(pid=99619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:06.187828 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Received port after_create {{(pid=99619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:06.206937 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-077061c5-ec9f-4717-a819-fdf68bc12811 req-30f912b2-7ea1-4446-bc8e-7ccf29881bca tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384548 Jul 16 22:47:06.230536 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Pushing event updated for resources: {'Port': ['ID=0f9bd735-92ca-46d8-b320-226bb70a8b32,revision_number=1']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:06.266375 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Attempting to bind port 0f9bd735-92ca-46d8-b320-226bb70a8b32 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:06.266741 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Attempting to bind port 0f9bd735-92ca-46d8-b320-226bb70a8b32 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:06.267101 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Attempting to bind port 0f9bd735-92ca-46d8-b320-226bb70a8b32 on network e3095b56-9899-4c13-92f8-b8a8b8b53876 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:06.271925 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:06.272296 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Checking segment: {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:06.272698 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.273156 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Bound using segment: {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:06.273696 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Bound port: 0f9bd735-92ca-46d8-b320-226bb70a8b32, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:06.274139 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.334510 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 106dc64a-9ebf-461e-93b0-29f74cb47388 {{(pid=99618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:47:06.336543 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] For port 0f9bd735-92ca-46d8-b320-226bb70a8b32, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:06.339892 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] For port 0f9bd735-92ca-46d8-b320-226bb70a8b32, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=0f9bd735-92ca-46d8-b320-226bb70a8b32,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:06.344222 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.344455 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.385494 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Transition to ACTIVE for port object 106dc64a-9ebf-461e-93b0-29f74cb47388 will not be triggered until provisioned by entity L2. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:06.395201 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.399795 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48a9e8-249d-4625-a175-f3023c841036 None None] Pushing event updated for resources: {'Port': ['ID=0f9bd735-92ca-46d8-b320-226bb70a8b32,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:06.400667 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.453768 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.481905 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Pushing event updated for resources: {'Port': ['ID=106dc64a-9ebf-461e-93b0-29f74cb47388,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:06.640956 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Attempting to bind port 106dc64a-9ebf-461e-93b0-29f74cb47388 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:06.641296 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Attempting to bind port 106dc64a-9ebf-461e-93b0-29f74cb47388 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:06.641663 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Attempting to bind port 106dc64a-9ebf-461e-93b0-29f74cb47388 on network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:06.649628 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Allocated IP 172.27.0.240 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/63bb756e-482a-4d1f-a8ea-051751a8f4a2) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:06.655194 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Port 106dc64a-9ebf-461e-93b0-29f74cb47388 on network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:47:06.655521 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Attempting to bind port 106dc64a-9ebf-461e-93b0-29f74cb47388 on network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:06.666220 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:06.666536 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Checking segment: {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:06.666939 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Bound using segment: {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:06.667746 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Bound port: 106dc64a-9ebf-461e-93b0-29f74cb47388, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'}}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:06.668110 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.793512 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] For port 106dc64a-9ebf-461e-93b0-29f74cb47388, host hv-cinder-79760, cleared binding levels {{(pid=99618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:06.798195 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] For port 106dc64a-9ebf-461e-93b0-29f74cb47388, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=106dc64a-9ebf-461e-93b0-29f74cb47388,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:06.808435 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.818947 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.850400 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:06.851542 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.853150 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] 10.222.0.35 "PUT /v2.0/ports/106dc64a-9ebf-461e-93b0-29f74cb47388 HTTP/1.1" status: 200 len: 1094 time: 1.1426399 Jul 16 22:47:06.853597 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3128437-16c2-4897-b681-a78613eba83d', 'tag': '106dc64a-9ebf-461e-93b0-29f74cb47388'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:06.855806 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad72157-6e0d-48f5-b63a-8b80537afbb1" -d '{"events": [{"name": "network-changed", "server_uuid": "d3128437-16c2-4897-b681-a78613eba83d", "tag": "106dc64a-9ebf-461e-93b0-29f74cb47388"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:06.883114 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94558ca6-6273-49cc-9ec5-f1d586e840a9 service neutron] Pushing event updated for resources: {'Port': ['ID=106dc64a-9ebf-461e-93b0-29f74cb47388,revision_number=3']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:06.926245 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7a2b81-642e-4afc-ac06-4012e577b73c x-openstack-request-id: req-da7a2b81-642e-4afc-ac06-4012e577b73c {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:06.926534 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3128437-16c2-4897-b681-a78613eba83d", "tag": "106dc64a-9ebf-461e-93b0-29f74cb47388", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:06.926780 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-da7a2b81-642e-4afc-ac06-4012e577b73c {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:06.927174 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3128437-16c2-4897-b681-a78613eba83d', 'tag': '106dc64a-9ebf-461e-93b0-29f74cb47388', 'status': 'completed', 'code': 200} Jul 16 22:47:06.949509 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:06.988426 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 0f9bd735-92ca-46d8-b320-226bb70a8b32 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:07.001988 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:07.007362 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:07.012730 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:07.016056 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-57e91538-a12d-4ed8-9643-f7d98d4c8807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:07.017566 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-57e91538-a12d-4ed8-9643-f7d98d4c8807 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 1097 time: 0.1248834 Jul 16 22:47:07.019185 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Pushing event updated for resources: {'Port': ['ID=63bb756e-482a-4d1f-a8ea-051751a8f4a2,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:07.044624 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 0f9bd735-92ca-46d8-b320-226bb70a8b32 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:07.079541 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-1c7a7e6a-4f4c-4e42-82df-819356b53491 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=106dc64a-9ebf-461e-93b0-29f74cb47388 HTTP/1.1" status: 200 len: 217 time: 0.0404067 Jul 16 22:47:07.210215 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-cf64f79e-56df-4e55-9362-3f7d627639f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:07.212290 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-cf64f79e-56df-4e55-9362-3f7d627639f6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86e17450-3b78-4b6a-b534-5010e8f6dc83 HTTP/1.1" status: 200 len: 855 time: 0.1249940 Jul 16 22:47:07.258852 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-3282293d-4eb2-4338-ad64-6f50bb875255 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384386 Jul 16 22:47:07.293824 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d51882-296e-42ca-99f9-654887224d02 None None] Network e3095b56-9899-4c13-92f8-b8a8b8b53876 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:07.363932 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-a9e383c7-fff9-42cf-8eaf-856a1bac354d None None] Provisioning for port 0f9bd735-92ca-46d8-b320-226bb70a8b32 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:07.371040 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-a9e383c7-fff9-42cf-8eaf-856a1bac354d None None] Provisioning complete for port 0f9bd735-92ca-46d8-b320-226bb70a8b32 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:07.371549 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a9e383c7-fff9-42cf-8eaf-856a1bac354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.399257 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc8fbf9-f0f0-4794-826e-0d2d1737c09d req-52f8cc9c-a7a9-4c91-9caf-d7063373fe2d tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:07.401008 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-dcc8fbf9-f0f0-4794-826e-0d2d1737c09d req-52f8cc9c-a7a9-4c91-9caf-d7063373fe2d tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 944 time: 0.0733089 Jul 16 22:47:07.446281 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-dcc8fbf9-f0f0-4794-826e-0d2d1737c09d req-3a7b17ee-d7ed-426d-a150-d357b610731a tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390468 Jul 16 22:47:07.516451 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a9e383c7-fff9-42cf-8eaf-856a1bac354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.560103 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-a9e383c7-fff9-42cf-8eaf-856a1bac354d None None] For port 0f9bd735-92ca-46d8-b320-226bb70a8b32, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=0f9bd735-92ca-46d8-b320-226bb70a8b32,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:07.566691 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a9e383c7-fff9-42cf-8eaf-856a1bac354d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.621893 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e383c7-fff9-42cf-8eaf-856a1bac354d None None] Pushing event updated for resources: {'Port': ['ID=0f9bd735-92ca-46d8-b320-226bb70a8b32,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:07.669047 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-04eb6999-71d0-4677-9de9-43fc7498181d service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040296 Jul 16 22:47:07.672993 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.791444 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-d5ee667c-0a27-44e1-8ae1-fd652fb3f099 None None] Provisioning complete for port 0f9bd735-92ca-46d8-b320-226bb70a8b32 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:07.791809 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-d5ee667c-0a27-44e1-8ae1-fd652fb3f099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:07.837153 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c5567d96-e3c3-424b-9538-612c210e1ec5 req-8e67efec-23aa-41a4-b8ff-8ec32336ac6c service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609488 Jul 16 22:47:07.962662 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1785978'] for router, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.015102 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad72157-6e0d-48f5-b63a-8b80537afbb1 req-ec37b251-6ed6-44a4-9c02-06258a16caf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:08.016585 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cad72157-6e0d-48f5-b63a-8b80537afbb1 req-ec37b251-6ed6-44a4-9c02-06258a16caf8 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 1097 time: 0.1053829 Jul 16 22:47:08.159587 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad72157-6e0d-48f5-b63a-8b80537afbb1 req-05e16fd6-6725-4ca2-8cd7-b65442230267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:08.160932 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cad72157-6e0d-48f5-b63a-8b80537afbb1 req-05e16fd6-6725-4ca2-8cd7-b65442230267 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 916 time: 0.1119111 Jul 16 22:47:08.167848 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Router 09ab48e1-e417-4d6e-a9a0-e75f92764fca is scheduled to L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc with binding_index 1 {{(pid=99618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:47:08.215058 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cad72157-6e0d-48f5-b63a-8b80537afbb1 req-f5279d8f-e673-49b7-aeb4-4db15c37a3be service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=106dc64a-9ebf-461e-93b0-29f74cb47388 HTTP/1.1" status: 200 len: 217 time: 0.0448155 Jul 16 22:47:08.326028 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad72157-6e0d-48f5-b63a-8b80537afbb1 req-56f74066-d748-4680-ac63-079ec95a5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:08.327467 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cad72157-6e0d-48f5-b63a-8b80537afbb1 req-56f74066-d748-4680-ac63-079ec95a5fe4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86e17450-3b78-4b6a-b534-5010e8f6dc83 HTTP/1.1" status: 200 len: 855 time: 0.0825577 Jul 16 22:47:08.365863 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cad72157-6e0d-48f5-b63a-8b80537afbb1 req-085949ff-f620-404c-9475-1fe50f1eb32e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278213 Jul 16 22:47:08.368413 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:08.377717 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Sync routers for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:08.387314 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:08.387930 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:08.406631 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] Notify callbacks [] for router, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.407820 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-15a2fb56-a859-484c-9b2f-90379dd42d36 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7534230 Jul 16 22:47:08.410643 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58530) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:08.493580 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:08.536939 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cad72157-6e0d-48f5-b63a-8b80537afbb1 req-4a221130-0c72-4995-b408-4f4917029363 service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636963 Jul 16 22:47:08.626117 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7497a1-0c02-45e2-92e0-dcdb970abbf5 req-1ba9629c-aa75-4bdc-ab0b-b7adb2ed4cf8 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:08.628401 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-da7497a1-0c02-45e2-92e0-dcdb970abbf5 req-1ba9629c-aa75-4bdc-ab0b-b7adb2ed4cf8 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 944 time: 0.0665023 Jul 16 22:47:08.669257 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-da7497a1-0c02-45e2-92e0-dcdb970abbf5 req-b88e528f-814f-46e9-9160-759dc0cbdb08 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346491 Jul 16 22:47:08.680862 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:07Z', 'revision_number': 3, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:08.712464 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Checking router: 09ab48e1-e417-4d6e-a9a0-e75f92764fca for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:47:08.712804 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Updating router 09ab48e1-e417-4d6e-a9a0-e75f92764fca port 63bb756e-482a-4d1f-a8ea-051751a8f4a2 binding host dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:47:08.722661 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-cad72157-6e0d-48f5-b63a-8b80537afbb1 req-c65ef41f-3cd2-4ad4-a948-fabf64922a24 service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695344 Jul 16 22:47:08.747770 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.957324 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:08.971842 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 0f9bd735-92ca-46d8-b320-226bb70a8b32 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:09.134243 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Allocated IP 172.20.0.1 (e3095b56-9899-4c13-92f8-b8a8b8b53876/b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1/5777814f-7384-4b79-beb0-a37945562bef) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:09.181085 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Notify callbacks [] for port, precommit_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.193417 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Transition to ACTIVE for port object 63bb756e-482a-4d1f-a8ea-051751a8f4a2 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:09.203552 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.211643 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 0f9bd735-92ca-46d8-b320-226bb70a8b32 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:09.211932 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.244767 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.261568 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Transition to ACTIVE for port object 5777814f-7384-4b79-beb0-a37945562bef will not be triggered until provisioned by entity DHCP. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:09.288083 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b67ae2-88ed-4350-810a-c3409897633a None None] Pushing event updated for resources: {'Port': ['ID=63bb756e-482a-4d1f-a8ea-051751a8f4a2,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:09.290485 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Attempting to bind port 63bb756e-482a-4d1f-a8ea-051751a8f4a2 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:09.290858 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Attempting to bind port 63bb756e-482a-4d1f-a8ea-051751a8f4a2 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:09.291227 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Attempting to bind port 63bb756e-482a-4d1f-a8ea-051751a8f4a2 on network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:09.297630 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.299011 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:09.299397 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Checking segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:09.299795 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.300197 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Bound using segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:09.300674 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Bound port: 63bb756e-482a-4d1f-a8ea-051751a8f4a2, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:09.301059 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.343976 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Network e3095b56-9899-4c13-92f8-b8a8b8b53876 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:09.346940 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:09.351406 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:09.372084 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Pushing event updated for resources: {'Port': ['ID=5777814f-7384-4b79-beb0-a37945562bef,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:09.392325 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728589'] for router_interface, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.395319 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] For port 63bb756e-482a-4d1f-a8ea-051751a8f4a2, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:09.409798 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] For port 63bb756e-482a-4d1f-a8ea-051751a8f4a2, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=63bb756e-482a-4d1f-a8ea-051751a8f4a2,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:09.416199 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.477170 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:09.477863 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:09.514393 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b67ae2-88ed-4350-810a-c3409897633a None None] Pushing event updated for resources: {'Port': ['ID=63bb756e-482a-4d1f-a8ea-051751a8f4a2,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:09.560291 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.609865 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:09.666421 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-d46d9531-40d3-47dc-bfdd-81257916a11a None None] Provisioning for port 5777814f-7384-4b79-beb0-a37945562bef completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:09.686032 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-d46d9531-40d3-47dc-bfdd-81257916a11a None None] Provisioning complete for port 5777814f-7384-4b79-beb0-a37945562bef triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:09.686411 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-d46d9531-40d3-47dc-bfdd-81257916a11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.729014 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.735153 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.755486 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-d46d9531-40d3-47dc-bfdd-81257916a11a None None] Port 5777814f-7384-4b79-beb0-a37945562bef cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:09.805566 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Pushing event updated for resources: {'Port': ['ID=5777814f-7384-4b79-beb0-a37945562bef,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:09.809707 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728569'] for router_interface, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:09.826670 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:07Z', 'revision_number': 3, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:09.854437 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34240d1b-8c91-4a89-a1ab-9843f5b17751 None None] The sync data for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi is: [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:07Z', 'revision_number': 3, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:09.860392 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf95ab-bde0-407f-9bf7-1d7f1084e386 req-c2443cab-5c23-40d8-bb7a-297a5b139e2c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:09.862436 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1caf95ab-bde0-407f-9bf7-1d7f1084e386 req-c2443cab-5c23-40d8-bb7a-297a5b139e2c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 944 time: 0.0709815 Jul 16 22:47:09.903090 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1caf95ab-bde0-407f-9bf7-1d7f1084e386 req-aaa402eb-9a65-4787-b20d-46b1bb41ce79 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338869 Jul 16 22:47:09.906478 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Network e3095b56-9899-4c13-92f8-b8a8b8b53876 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:09.907935 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:10.029009 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Router 09ab48e1-e417-4d6e-a9a0-e75f92764fca has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:47:10.180128 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-5434eb4a-abbc-4eb1-a93a-fbe38e8c257b None None] Provisioning complete for port 5777814f-7384-4b79-beb0-a37945562bef triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:10.180503 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5434eb4a-abbc-4eb1-a93a-fbe38e8c257b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:10.219008 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-5434eb4a-abbc-4eb1-a93a-fbe38e8c257b None None] Port 5777814f-7384-4b79-beb0-a37945562bef cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:10.392451 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:10.397382 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-cb7431f4-4b54-4ed9-99f4-9fde559a3033 admin admin] 10.222.0.24 "PUT /v2.0/routers/09ab48e1-e417-4d6e-a9a0-e75f92764fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9858780 Jul 16 22:47:10.856240 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58550) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:10.861209 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1390244677-network', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:10.886575 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Made reservation on behalf of a50592ff92fa4f07ba185f270c088090 for: {'network': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:10.888920 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:10.896948 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:10.981554 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 63bb756e-482a-4d1f-a8ea-051751a8f4a2 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:10.998569 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.003243 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.034874 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 340} {{(pid=99617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:47:11.041546 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 63bb756e-482a-4d1f-a8ea-051751a8f4a2 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:11.045694 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 63bb756e-482a-4d1f-a8ea-051751a8f4a2 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:11.046180 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.071059 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 106dc64a-9ebf-461e-93b0-29f74cb47388 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:47:11.072941 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abc3071-a2c5-4d06-9e64-feee8de655a2,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:11.079025 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.079602 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.segments_db [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Added segment 1f16cab5-b733-41ad-bd2f-6caccf967eb6 of type vlan for network 32d949eb-183f-4cca-8cca-9516a7b5ac63 Jul 16 22:47:11.126322 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.172243 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b93591-e1e1-4008-8ee1-d9384d1e3a35 req-83f40767-00b1-4e08-9d85-9d41cf5a20f4 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:11.173765 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63b93591-e1e1-4008-8ee1-d9384d1e3a35 req-83f40767-00b1-4e08-9d85-9d41cf5a20f4 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 944 time: 0.1442988 Jul 16 22:47:11.174835 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.175704 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:11.176260 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.210016 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.221567 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 106dc64a-9ebf-461e-93b0-29f74cb47388, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=106dc64a-9ebf-461e-93b0-29f74cb47388,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:11.233970 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3741741 Jul 16 22:47:11.234716 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58554) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:11.240012 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-30595f05-bc52-4107-b788-f772fd5bd5fa admin admin] Request body: {'subnet': {'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1390244677-subnet', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'ip_version': 4}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:11.244410 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 63bb756e-482a-4d1f-a8ea-051751a8f4a2, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=63bb756e-482a-4d1f-a8ea-051751a8f4a2,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:11.245608 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '106dc64a-9ebf-461e-93b0-29f74cb47388', 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d', 'port_id': '106dc64a-9ebf-461e-93b0-29f74cb47388', 'mac_address': 'fa:16:3e:1d:d5:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e17450-3b78-4b6a-b534-5010e8f6dc83', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:47:11.251940 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.272133 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30595f05-bc52-4107-b788-f772fd5bd5fa admin admin] Made reservation on behalf of a50592ff92fa4f07ba185f270c088090 for: {'subnet': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:11.274411 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e9578c-fd3c-431f-bf3b-eeae7e121787 admin admin] Pushing event updated for resources: {'Network': ['ID=32d949eb-183f-4cca-8cca-9516a7b5ac63,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:11.275599 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-30595f05-bc52-4107-b788-f772fd5bd5fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31445141'] for subnet, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.291655 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-63b93591-e1e1-4008-8ee1-d9384d1e3a35 req-3a17c415-234f-4c26-b698-fc6256e5ab76 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114759 Jul 16 22:47:11.300389 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 32d949eb-183f-4cca-8cca-9516a7b5ac63 details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:47:11.320207 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.362469 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 106dc64a-9ebf-461e-93b0-29f74cb47388 {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:47:11.415094 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=63bb756e-482a-4d1f-a8ea-051751a8f4a2,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:11.421382 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 106dc64a-9ebf-461e-93b0-29f74cb47388, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=106dc64a-9ebf-461e-93b0-29f74cb47388,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:11.425115 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.466721 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-30595f05-bc52-4107-b788-f772fd5bd5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31082980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31445127'] for subnet, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.476747 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=106dc64a-9ebf-461e-93b0-29f74cb47388,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:11.483908 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Sync routers for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:11.493271 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:11.494005 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:11.513701 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30595f05-bc52-4107-b788-f772fd5bd5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=be1183cd-f26a-4b7f-9364-e15b21839b57,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:11.532370 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30595f05-bc52-4107-b788-f772fd5bd5fa admin admin] Checking segment: {'id': '1f16cab5-b733-41ad-bd2f-6caccf967eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:11.532725 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30595f05-bc52-4107-b788-f772fd5bd5fa admin admin] Network hostable DHCP agents. Network: 32d949eb-183f-4cca-8cca-9516a7b5ac63, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:47:11.548014 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30595f05-bc52-4107-b788-f772fd5bd5fa admin admin] Network 32d949eb-183f-4cca-8cca-9516a7b5ac63 is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:47:11.557621 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-30595f05-bc52-4107-b788-f772fd5bd5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 32d949eb-183f-4cca-8cca-9516a7b5ac63) {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:11.561871 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30595f05-bc52-4107-b788-f772fd5bd5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:11.562619 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-30595f05-bc52-4107-b788-f772fd5bd5fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.566974 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db32b07-6cc9-4db4-92cf-2f7806771821 None None] Network 32d949eb-183f-4cca-8cca-9516a7b5ac63 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:11.579710 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-30595f05-bc52-4107-b788-f772fd5bd5fa admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3410838 Jul 16 22:47:11.580633 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58556) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:11.584573 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1390244677-router', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:11.610758 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1785994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3451'] for router, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.612100 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1796261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3442'] for router, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.661095 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['106dc64a-9ebf-461e-93b0-29f74cb47388'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:47:11.672007 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.696618 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:11.800397 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2c50bd-4712-5285-b82f-07d806f2dbc6-32d949eb-183f-4cca-8cca-9516a7b5ac63', 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'fixed_ips': [{'subnet_id': 'be1183cd-f26a-4b7f-9364-e15b21839b57'}]}} from dv-cinder-797608-6-iscsi. {{(pid=99619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:47:11.801244 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.820982 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1785951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1786095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3424'] for router, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.903715 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 2, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:11.932694 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Checking router: 09ab48e1-e417-4d6e-a9a0-e75f92764fca for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:47:11.933383 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Updating router 09ab48e1-e417-4d6e-a9a0-e75f92764fca port 5777814f-7384-4b79-beb0-a37945562bef binding host dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:47:11.974611 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:11.977226 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.db_base_plugin_common [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Allocated IP 172.20.0.2 (32d949eb-183f-4cca-8cca-9516a7b5ac63/be1183cd-f26a-4b7f-9364-e15b21839b57/c9cc0046-48ed-49ea-bc6f-219118a82d45) {{(pid=99619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:12.028291 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.048236 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.137085 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Notify callbacks [] for port, precommit_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.145746 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Transition to ACTIVE for port object c9cc0046-48ed-49ea-bc6f-219118a82d45 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:12.155781 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Allocated IP 172.27.0.14 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/811afd7d-2d01-4c0e-901c-03dd4fb08611) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:12.161732 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Transition to ACTIVE for port object c9cc0046-48ed-49ea-bc6f-219118a82d45 will not be triggered until provisioned by entity DHCP. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:12.167409 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.213581 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Network 32d949eb-183f-4cca-8cca-9516a7b5ac63 is already hosted by enough agents. {{(pid=99619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:12.221391 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.base_scheduler [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Resources bound (agent type, host, resource id): {{(pid=99619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:12.221931 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Received port after_create {{(pid=99619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:12.228173 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Pushing event updated for resources: {'Port': ['ID=c9cc0046-48ed-49ea-bc6f-219118a82d45,revision_number=1']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:12.250698 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Notify callbacks [] for port, precommit_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.263073 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.provisioning_blocks [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Transition to ACTIVE for port object 5777814f-7384-4b79-beb0-a37945562bef will not be triggered until provisioned by entity L2. {{(pid=99620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:12.270446 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.278715 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.288725 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Attempting to bind port c9cc0046-48ed-49ea-bc6f-219118a82d45 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:12.289089 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Attempting to bind port c9cc0046-48ed-49ea-bc6f-219118a82d45 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '1f16cab5-b733-41ad-bd2f-6caccf967eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:12.289447 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Attempting to bind port c9cc0046-48ed-49ea-bc6f-219118a82d45 on network 32d949eb-183f-4cca-8cca-9516a7b5ac63 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:12.294550 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:12.295567 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Checking segment: {'id': '1f16cab5-b733-41ad-bd2f-6caccf967eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:12.296746 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.296977 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Bound using segment: {'id': '1f16cab5-b733-41ad-bd2f-6caccf967eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:12.297589 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Bound port: c9cc0046-48ed-49ea-bc6f-219118a82d45, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f16cab5-b733-41ad-bd2f-6caccf967eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:12.297975 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.323780 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.324293 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Pushing event updated for resources: {'Port': ['ID=5777814f-7384-4b79-beb0-a37945562bef,revision_number=3']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:12.335703 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:12.336074 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:12.336410 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:12.336738 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:12.337064 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:12.337382 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:12.337721 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:12.338034 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:12.338362 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:12.338680 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:12.338988 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:12.339294 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:12.365968 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:12.372577 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:12.374529 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] For port c9cc0046-48ed-49ea-bc6f-219118a82d45, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:12.376377 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:12.377705 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] For port c9cc0046-48ed-49ea-bc6f-219118a82d45, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=c9cc0046-48ed-49ea-bc6f-219118a82d45,segment=NetworkSegment(1f16cab5-b733-41ad-bd2f-6caccf967eb6),segment_id=1f16cab5-b733-41ad-bd2f-6caccf967eb6)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:12.384667 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.415558 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Attempting to bind port 5777814f-7384-4b79-beb0-a37945562bef on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:12.416020 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Attempting to bind port 5777814f-7384-4b79-beb0-a37945562bef by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:12.416439 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Attempting to bind port 5777814f-7384-4b79-beb0-a37945562bef on network e3095b56-9899-4c13-92f8-b8a8b8b53876 {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:12.428082 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:12.432795 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Checking segment: {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:12.433382 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.433900 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Bound using segment: {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:12.435829 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Bound port: 5777814f-7384-4b79-beb0-a37945562bef, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'}}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:12.436306 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.438516 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Pushing event updated for resources: {'Port': ['ID=811afd7d-2d01-4c0e-901c-03dd4fb08611,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:12.465683 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ef6520-95b8-4413-839d-1542ffe53f6f None None] Pushing event updated for resources: {'Port': ['ID=c9cc0046-48ed-49ea-bc6f-219118a82d45,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:12.539992 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] For port 5777814f-7384-4b79-beb0-a37945562bef, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:12.549528 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] For port 5777814f-7384-4b79-beb0-a37945562bef, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=5777814f-7384-4b79-beb0-a37945562bef,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:12.559544 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.575812 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2d9a0-22af-426b-b89d-8539bec81ff8 req-1ed73f88-731f-4ced-9019-143cd136f524 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:12.577365 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6cb2d9a0-22af-426b-b89d-8539bec81ff8 req-1ed73f88-731f-4ced-9019-143cd136f524 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 945 time: 0.0735831 Jul 16 22:47:12.623405 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:12.624036 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:12.675994 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6cb2d9a0-22af-426b-b89d-8539bec81ff8 req-37eec261-78e6-4ff0-a958-ca88abdd0163 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870469 Jul 16 22:47:12.726247 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167b6fd-54bd-4e94-bc91-ca5509473072 None None] Pushing event updated for resources: {'Port': ['ID=5777814f-7384-4b79-beb0-a37945562bef,revision_number=4']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:12.792835 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:12.810120 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:13.027631 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1785978'] for router, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:13.047266 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:12Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:13.075215 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device c9cc0046-48ed-49ea-bc6f-219118a82d45 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:13.076377 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-664cfba1-74cf-4d0b-8076-63257e23aab9 None None] The sync data for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi is: [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:12Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:13.079295 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 106dc64a-9ebf-461e-93b0-29f74cb47388 up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:13.189600 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port c9cc0046-48ed-49ea-bc6f-219118a82d45 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:13.196364 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 63bb756e-482a-4d1f-a8ea-051751a8f4a2 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:13.205880 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Router 3225f008-8f60-4271-9dd9-5eacb37f4e1c is scheduled to L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc with binding_index 1 {{(pid=99618) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:47:13.221044 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 106dc64a-9ebf-461e-93b0-29f74cb47388 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:13.232639 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 106dc64a-9ebf-461e-93b0-29f74cb47388 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:13.233315 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:13.299482 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 63bb756e-482a-4d1f-a8ea-051751a8f4a2 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:13.300916 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:13.337138 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:13.360357 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] Notify callbacks [] for router, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:13.361755 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Sync routers for ids ['3225f008-8f60-4271-9dd9-5eacb37f4e1c'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:13.365063 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-18d1f53b-b24c-4ab4-aa32-e2ebc1cff619 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7812548 Jul 16 22:47:13.365063 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58560) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:13.399304 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Routers {'3225f008-8f60-4271-9dd9-5eacb37f4e1c'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:13.400284 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['3225f008-8f60-4271-9dd9-5eacb37f4e1c'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:13.607559 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:13.622682 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd32ff5-191a-44c4-8c41-924a162c9f64 None None] Network 32d949eb-183f-4cca-8cca-9516a7b5ac63 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:47:13.712397 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3128437-16c2-4897-b681-a78613eba83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106dc64a-9ebf-461e-93b0-29f74cb47388'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:13.714347 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a0d0d6b-2a59-402a-850e-6a7b2eed0ae5" -d '{"events": [{"server_uuid": "d3128437-16c2-4897-b681-a78613eba83d", "name": "network-vif-plugged", "status": "completed", "tag": "106dc64a-9ebf-461e-93b0-29f74cb47388"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:13.768671 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 106dc64a-9ebf-461e-93b0-29f74cb47388, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=106dc64a-9ebf-461e-93b0-29f74cb47388,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:13.784376 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:13.798496 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-671e0878-99d0-481d-99fb-34eea5c33712 None None] Provisioning for port c9cc0046-48ed-49ea-bc6f-219118a82d45 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:13.816209 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d557ab-5019-40f4-af0b-5e357eaeaa0a x-openstack-request-id: req-b7d557ab-5019-40f4-af0b-5e357eaeaa0a {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:13.816496 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3128437-16c2-4897-b681-a78613eba83d", "name": "network-vif-plugged", "status": "completed", "tag": "106dc64a-9ebf-461e-93b0-29f74cb47388", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:13.816737 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b7d557ab-5019-40f4-af0b-5e357eaeaa0a {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:13.817125 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3128437-16c2-4897-b681-a78613eba83d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '106dc64a-9ebf-461e-93b0-29f74cb47388', 'code': 200} Jul 16 22:47:13.863217 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-671e0878-99d0-481d-99fb-34eea5c33712 None None] Provisioning complete for port c9cc0046-48ed-49ea-bc6f-219118a82d45 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:13.863484 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-671e0878-99d0-481d-99fb-34eea5c33712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:13.873054 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Set router 3225f008-8f60-4271-9dd9-5eacb37f4e1c gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:13.899103 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e30d06-508f-43bc-a108-af61e3d46696 req-65cdef31-bf20-47cd-83ae-2369fd32433c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:13.910119 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b4e30d06-508f-43bc-a108-af61e3d46696 req-65cdef31-bf20-47cd-83ae-2369fd32433c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 946 time: 0.0946524 Jul 16 22:47:13.956744 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:13.958716 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b4e30d06-508f-43bc-a108-af61e3d46696 req-7d0d4469-4179-4842-a4bb-01e4deaab2c7 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472829 Jul 16 22:47:14.073750 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=106dc64a-9ebf-461e-93b0-29f74cb47388,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:14.156021 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ad963-24cb-4cb8-98e9-bd85e7c29803 req-08e8775b-640d-4d3d-83dd-f2a98b12386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:14.157513 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-414ad963-24cb-4cb8-98e9-bd85e7c29803 req-08e8775b-640d-4d3d-83dd-f2a98b12386d service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 1099 time: 0.1286516 Jul 16 22:47:14.173786 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Allocated IP 172.20.0.1 (32d949eb-183f-4cca-8cca-9516a7b5ac63/be1183cd-f26a-4b7f-9364-e15b21839b57/4b8cc781-da12-436a-b045-ec81027aecd8) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:14.204937 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-671e0878-99d0-481d-99fb-34eea5c33712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.221193 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-414ad963-24cb-4cb8-98e9-bd85e7c29803 req-66d3a779-7a34-471a-9f7c-909f2e53e5f7 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522017 Jul 16 22:47:14.283437 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-671e0878-99d0-481d-99fb-34eea5c33712 None None] For port c9cc0046-48ed-49ea-bc6f-219118a82d45, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=c9cc0046-48ed-49ea-bc6f-219118a82d45,segment=NetworkSegment(1f16cab5-b733-41ad-bd2f-6caccf967eb6),segment_id=1f16cab5-b733-41ad-bd2f-6caccf967eb6)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:14.293929 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-671e0878-99d0-481d-99fb-34eea5c33712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.313946 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.331256 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Transition to ACTIVE for port object 4b8cc781-da12-436a-b045-ec81027aecd8 will not be triggered until provisioned by entity DHCP. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:14.334510 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'name': 'tempest-TestVolumeBootPattern-1390244677-router', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:11Z', 'updated_at': '2021-07-16T22:47:12Z', 'revision_number': 3, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'gw_port': {'id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:57:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:12Z', 'updated_at': '2021-07-16T22:47:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:14.369609 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.372375 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Checking router: 3225f008-8f60-4271-9dd9-5eacb37f4e1c for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:47:14.372730 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Updating router 3225f008-8f60-4271-9dd9-5eacb37f4e1c port 811afd7d-2d01-4c0e-901c-03dd4fb08611 binding host dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:47:14.395473 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671e0878-99d0-481d-99fb-34eea5c33712 None None] Pushing event updated for resources: {'Port': ['ID=c9cc0046-48ed-49ea-bc6f-219118a82d45,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:14.420342 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.421228 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Network 32d949eb-183f-4cca-8cca-9516a7b5ac63 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:14.427189 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:14.430246 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:14.433151 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Pushing event updated for resources: {'Port': ['ID=4b8cc781-da12-436a-b045-ec81027aecd8,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:14.472664 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728589'] for router_interface, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.534012 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-328bd99e-7825-412c-bbb8-fee59fdb9f68 None None] Provisioning complete for port c9cc0046-48ed-49ea-bc6f-219118a82d45 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:14.534385 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-328bd99e-7825-412c-bbb8-fee59fdb9f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.615902 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.750689 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Notify callbacks [] for port, precommit_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.761133 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Transition to ACTIVE for port object 811afd7d-2d01-4c0e-901c-03dd4fb08611 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:14.767312 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.830521 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Attempting to bind port 811afd7d-2d01-4c0e-901c-03dd4fb08611 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:14.830884 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Attempting to bind port 811afd7d-2d01-4c0e-901c-03dd4fb08611 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:14.831249 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Attempting to bind port 811afd7d-2d01-4c0e-901c-03dd4fb08611 on network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:14.836717 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac8f10-d0a1-4164-b590-1febd752198c None None] Pushing event updated for resources: {'Port': ['ID=811afd7d-2d01-4c0e-901c-03dd4fb08611,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:14.841542 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-466456f1-4910-49c4-93b9-3f2c848dbf81 None None] Provisioning for port 4b8cc781-da12-436a-b045-ec81027aecd8 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:14.845057 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:14.845816 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Checking segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:14.846226 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.846619 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Bound using segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:14.847099 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Bound port: 811afd7d-2d01-4c0e-901c-03dd4fb08611, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:14.847478 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.850580 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-466456f1-4910-49c4-93b9-3f2c848dbf81 None None] Provisioning complete for port 4b8cc781-da12-436a-b045-ec81027aecd8 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:14.850945 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-466456f1-4910-49c4-93b9-3f2c848dbf81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:14.938127 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-466456f1-4910-49c4-93b9-3f2c848dbf81 None None] Port 4b8cc781-da12-436a-b045-ec81027aecd8 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:14.943355 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] For port 811afd7d-2d01-4c0e-901c-03dd4fb08611, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:14.946872 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] For port 811afd7d-2d01-4c0e-901c-03dd4fb08611, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=811afd7d-2d01-4c0e-901c-03dd4fb08611,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:14.953671 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.024101 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.031194 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.031498 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Routers {'3225f008-8f60-4271-9dd9-5eacb37f4e1c'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:15.032127 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['3225f008-8f60-4271-9dd9-5eacb37f4e1c'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:15.077074 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac8f10-d0a1-4164-b590-1febd752198c None None] Pushing event updated for resources: {'Port': ['ID=811afd7d-2d01-4c0e-901c-03dd4fb08611,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:15.096692 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device c9cc0046-48ed-49ea-bc6f-219118a82d45 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:15.144555 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728569'] for router_interface, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.148559 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Pushing event updated for resources: {'Port': ['ID=4b8cc781-da12-436a-b045-ec81027aecd8,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:15.158452 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04cad65-9137-496d-981a-b71868370fe4 req-de0139e5-c1ee-43d5-a967-a80b31f09074 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:15.160606 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e04cad65-9137-496d-981a-b71868370fe4 req-de0139e5-c1ee-43d5-a967-a80b31f09074 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 946 time: 0.0768995 Jul 16 22:47:15.213975 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port c9cc0046-48ed-49ea-bc6f-219118a82d45 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:15.215510 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.230594 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e04cad65-9137-496d-981a-b71868370fe4 req-bb4d3219-431b-47e5-9c2f-f60817fcf6cf tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619862 Jul 16 22:47:15.252491 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] Set router 3225f008-8f60-4271-9dd9-5eacb37f4e1c gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:15.271249 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Network 32d949eb-183f-4cca-8cca-9516a7b5ac63 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:15.273413 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:15.394263 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Router 3225f008-8f60-4271-9dd9-5eacb37f4e1c has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:47:15.433357 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 5777814f-7384-4b79-beb0-a37945562bef up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:15.504928 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:15.510203 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-79473a04-622b-47e2-ad32-93e72b50bb3b admin admin] 10.222.0.24 "PUT /v2.0/routers/3225f008-8f60-4271-9dd9-5eacb37f4e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1440852 Jul 16 22:47:15.638129 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-9d956fb3-b276-4cc8-a7a5-2402807735c5 None None] Provisioning complete for port 4b8cc781-da12-436a-b045-ec81027aecd8 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:15.638510 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-9d956fb3-b276-4cc8-a7a5-2402807735c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.689566 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-9d956fb3-b276-4cc8-a7a5-2402807735c5 None None] Port 4b8cc781-da12-436a-b045-ec81027aecd8 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:15.695086 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 5777814f-7384-4b79-beb0-a37945562bef completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:15.700859 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 5777814f-7384-4b79-beb0-a37945562bef triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:15.701230 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.730538 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'name': 'tempest-TestVolumeBootPattern-1390244677-router', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:11Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 4, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'gw_port': {'id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:57:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:12Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '4b8cc781-da12-436a-b045-ec81027aecd8', 'name': '', 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'mac_address': 'fa:16:3e:a0:89:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'be1183cd-f26a-4b7f-9364-e15b21839b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:13Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 2, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'subnets': [{'id': 'be1183cd-f26a-4b7f-9364-e15b21839b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:15.762063 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c2b417-28e6-4b5c-8286-c99c326751a3 None None] The sync data for ids ['3225f008-8f60-4271-9dd9-5eacb37f4e1c'] in dv-cinder-797608-6-iscsi is: [{'id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'name': 'tempest-TestVolumeBootPattern-1390244677-router', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:11Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 4, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'gw_port': {'id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:57:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:12Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '4b8cc781-da12-436a-b045-ec81027aecd8', 'name': '', 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'mac_address': 'fa:16:3e:a0:89:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'be1183cd-f26a-4b7f-9364-e15b21839b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:13Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 2, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'subnets': [{'id': 'be1183cd-f26a-4b7f-9364-e15b21839b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:15.814074 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.847764 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 5777814f-7384-4b79-beb0-a37945562bef, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=5777814f-7384-4b79-beb0-a37945562bef,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:15.853182 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:15.904107 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=5777814f-7384-4b79-beb0-a37945562bef,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:16.209080 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58576) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.214400 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-9b1ba384-199a-49bc-9ff1-5b522e2520e8 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1101869300', 'description': 'tempest-secgroup-smoke-1101869300 description', 'project_id': '044ca8e3d2c444459dec963c4a35d5c7'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:16.237208 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba384-199a-49bc-9ff1-5b522e2520e8 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.329265 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba384-199a-49bc-9ff1-5b522e2520e8 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.333633 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba384-199a-49bc-9ff1-5b522e2520e8 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.366971 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b1ba384-199a-49bc-9ff1-5b522e2520e8 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.371322 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-9b1ba384-199a-49bc-9ff1-5b522e2520e8 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1576104 Jul 16 22:47:16.371322 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58580) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.376080 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-66fb8fe3-909d-49cd-a815-d4f41c7acfdb tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'security_group_rule': {'security_group_id': 'cee2b3f8-090a-4023-9176-2d67475c2b38', 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:16.381094 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1ba384-199a-49bc-9ff1-5b522e2520e8 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cee2b3f8-090a-4023-9176-2d67475c2b38,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:16.433639 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-66fb8fe3-909d-49cd-a815-d4f41c7acfdb tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.434515 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27565ec-48f6-4dbc-a51e-0f9e47a2b603 req-cb68746d-27b1-46a8-8ad3-9713363a90e4 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:16.435960 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a27565ec-48f6-4dbc-a51e-0f9e47a2b603 req-cb68746d-27b1-46a8-8ad3-9713363a90e4 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 946 time: 0.0970392 Jul 16 22:47:16.489123 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a27565ec-48f6-4dbc-a51e-0f9e47a2b603 req-901f9627-e6a0-480e-9b8f-6d6806681680 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472858 Jul 16 22:47:16.510656 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-66fb8fe3-909d-49cd-a815-d4f41c7acfdb tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.515931 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-66fb8fe3-909d-49cd-a815-d4f41c7acfdb tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.538378 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fb8fe3-909d-49cd-a815-d4f41c7acfdb tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a454792f-789d-4b68-ae42-e7e03d5cc853,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:16.547980 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-66fb8fe3-909d-49cd-a815-d4f41c7acfdb tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.549273 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-66fb8fe3-909d-49cd-a815-d4f41c7acfdb tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1769371 Jul 16 22:47:16.552240 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58584) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.557259 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-02e20060-afe5-44fa-8825-9d0903b56de4 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'security_group_rule': {'security_group_id': 'cee2b3f8-090a-4023-9176-2d67475c2b38', 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:16.587822 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-02e20060-afe5-44fa-8825-9d0903b56de4 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.652722 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-02e20060-afe5-44fa-8825-9d0903b56de4 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.657692 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-02e20060-afe5-44fa-8825-9d0903b56de4 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.674361 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e20060-afe5-44fa-8825-9d0903b56de4 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30abd41e-c734-40e3-9e2c-dd18213c4da9,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:16.684465 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-02e20060-afe5-44fa-8825-9d0903b56de4 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.690872 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58590) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.694014 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-02e20060-afe5-44fa-8825-9d0903b56de4 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406801 Jul 16 22:47:16.694568 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-28742561-5d89-4c13-a357-8d51fdac2651 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'security_group_rule': {'security_group_id': 'cee2b3f8-090a-4023-9176-2d67475c2b38', 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:16.726442 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-28742561-5d89-4c13-a357-8d51fdac2651 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.781981 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-28742561-5d89-4c13-a357-8d51fdac2651 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.786914 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-28742561-5d89-4c13-a357-8d51fdac2651 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.806936 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28742561-5d89-4c13-a357-8d51fdac2651 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ca3e4cc-dcf8-46d1-9b94-997a3175407e,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:16.813324 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-28742561-5d89-4c13-a357-8d51fdac2651 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.814667 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-28742561-5d89-4c13-a357-8d51fdac2651 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240101 Jul 16 22:47:16.817332 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 58594) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.822635 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-d03032af-d448-42c3-a2ef-82a89245c9c0 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'security_group_rule': {'security_group_id': 'cee2b3f8-090a-4023-9176-2d67475c2b38', 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:16.855215 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d03032af-d448-42c3-a2ef-82a89245c9c0 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.920723 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d03032af-d448-42c3-a2ef-82a89245c9c0 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.930756 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d03032af-d448-42c3-a2ef-82a89245c9c0 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.947653 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03032af-d448-42c3-a2ef-82a89245c9c0 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8998eaff-f678-4327-946a-e83a27f650db,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:16.965692 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d03032af-d448-42c3-a2ef-82a89245c9c0 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:16.967241 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-d03032af-d448-42c3-a2ef-82a89245c9c0 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1486056 Jul 16 22:47:16.970392 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58600) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:16.975253 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-f1f55d79-475c-43ba-a2b5-15dab0743343 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'security_group_rule': {'security_group_id': 'cee2b3f8-090a-4023-9176-2d67475c2b38', 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:17.007167 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.securitygroups_db [None req-f1f55d79-475c-43ba-a2b5-15dab0743343 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Project 044ca8e3d2c444459dec963c4a35d5c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:47:17.012520 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f1f55d79-475c-43ba-a2b5-15dab0743343 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.100557 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 811afd7d-2d01-4c0e-901c-03dd4fb08611 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:17.112310 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f1f55d79-475c-43ba-a2b5-15dab0743343 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.119492 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f1f55d79-475c-43ba-a2b5-15dab0743343 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.136123 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f55d79-475c-43ba-a2b5-15dab0743343 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e64a22c6-5bd4-4f50-9139-9c039998f349,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:17.152593 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-f1f55d79-475c-43ba-a2b5-15dab0743343 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.156336 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-f1f55d79-475c-43ba-a2b5-15dab0743343 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1823003 Jul 16 22:47:17.156657 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58604) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:17.161291 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-4733441e-a38c-4922-ab01-a1e5dbd43167 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'security_group_rule': {'security_group_id': 'cee2b3f8-090a-4023-9176-2d67475c2b38', 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:17.171566 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 811afd7d-2d01-4c0e-901c-03dd4fb08611 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:17.175587 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 811afd7d-2d01-4c0e-901c-03dd4fb08611 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:17.175997 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.185608 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.securitygroups_db [None req-4733441e-a38c-4922-ab01-a1e5dbd43167 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Project 044ca8e3d2c444459dec963c4a35d5c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:47:17.190364 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4733441e-a38c-4922-ab01-a1e5dbd43167 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.252800 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4733441e-a38c-4922-ab01-a1e5dbd43167 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.253527 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.258572 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4733441e-a38c-4922-ab01-a1e5dbd43167 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.276380 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4733441e-a38c-4922-ab01-a1e5dbd43167 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=951e60a3-90f1-4b8a-b716-305e5b20c702,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:17.280612 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 811afd7d-2d01-4c0e-901c-03dd4fb08611, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=811afd7d-2d01-4c0e-901c-03dd4fb08611,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:17.284141 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4733441e-a38c-4922-ab01-a1e5dbd43167 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.284986 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.285555 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-4733441e-a38c-4922-ab01-a1e5dbd43167 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1278143 Jul 16 22:47:17.285796 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 5777814f-7384-4b79-beb0-a37945562bef up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:17.365119 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=811afd7d-2d01-4c0e-901c-03dd4fb08611,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:17.377790 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 5777814f-7384-4b79-beb0-a37945562bef triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:17.378165 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:17.890489 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Sync routers for ids ['3225f008-8f60-4271-9dd9-5eacb37f4e1c'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:17.899817 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Routers {'3225f008-8f60-4271-9dd9-5eacb37f4e1c'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:17.900514 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['3225f008-8f60-4271-9dd9-5eacb37f4e1c'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:18.008508 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Set router 3225f008-8f60-4271-9dd9-5eacb37f4e1c gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:18.220103 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'name': 'tempest-TestVolumeBootPattern-1390244677-router', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:11Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 4, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'gw_port': {'id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:12Z', 'updated_at': '2021-07-16T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '4b8cc781-da12-436a-b045-ec81027aecd8', 'name': '', 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'mac_address': 'fa:16:3e:a0:89:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'be1183cd-f26a-4b7f-9364-e15b21839b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:13Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 2, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'subnets': [{'id': 'be1183cd-f26a-4b7f-9364-e15b21839b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:18.246864 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Checking router: 3225f008-8f60-4271-9dd9-5eacb37f4e1c for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:47:18.247214 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Updating router 3225f008-8f60-4271-9dd9-5eacb37f4e1c port 4b8cc781-da12-436a-b045-ec81027aecd8 binding host dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:47:18.290463 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.413493 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-003cdb48-471a-4ac8-9d80-b5239c894f39 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:18.415083 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-003cdb48-471a-4ac8-9d80-b5239c894f39 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 815 time: 0.1052661 Jul 16 22:47:18.433961 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-38eb632a-91b3-45cd-81b1-85eb9421c577 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/quotas/c7edadc77d0b46ba876d58aaf3238d7f HTTP/1.1" status: 200 len: 375 time: 0.0131853 Jul 16 22:47:18.501225 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-32006f29-fae8-43b8-98c7-5bee03575e08 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0612576 Jul 16 22:47:18.618242 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-a8e43e27-2e70-4938-96a5-6a09a529e4cf service neutron] 10.222.0.24 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093919 Jul 16 22:47:18.648916 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Notify callbacks [] for port, precommit_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.658270 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.provisioning_blocks [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Transition to ACTIVE for port object 4b8cc781-da12-436a-b045-ec81027aecd8 will not be triggered until provisioned by entity L2. {{(pid=99620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:18.665128 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.709104 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-7a2e3aa6-4262-4ddd-b396-c763a98a582f service neutron] 10.222.0.24 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850232 Jul 16 22:47:18.711174 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb8ecc-a574-458a-8e58-b0e7bdce4153 None None] Pushing event updated for resources: {'Port': ['ID=4b8cc781-da12-436a-b045-ec81027aecd8,revision_number=3']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:18.778524 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Attempting to bind port 4b8cc781-da12-436a-b045-ec81027aecd8 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:18.778888 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Attempting to bind port 4b8cc781-da12-436a-b045-ec81027aecd8 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '1f16cab5-b733-41ad-bd2f-6caccf967eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63'}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:18.779242 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Attempting to bind port 4b8cc781-da12-436a-b045-ec81027aecd8 on network 32d949eb-183f-4cca-8cca-9516a7b5ac63 {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:18.784697 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:18.784901 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Checking segment: {'id': '1f16cab5-b733-41ad-bd2f-6caccf967eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:18.785298 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.785708 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Bound using segment: {'id': '1f16cab5-b733-41ad-bd2f-6caccf967eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63'} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:18.786168 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Bound port: 4b8cc781-da12-436a-b045-ec81027aecd8, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f16cab5-b733-41ad-bd2f-6caccf967eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63'}}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:18.786569 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.872918 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] For port 4b8cc781-da12-436a-b045-ec81027aecd8, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:18.877247 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] For port 4b8cc781-da12-436a-b045-ec81027aecd8, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=4b8cc781-da12-436a-b045-ec81027aecd8,segment=NetworkSegment(1f16cab5-b733-41ad-bd2f-6caccf967eb6),segment_id=1f16cab5-b733-41ad-bd2f-6caccf967eb6)] {{(pid=99620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:18.887938 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:18.947635 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7c985070-47c4-431f-b955-60837a5c6134 req-69b7f113-6d54-4136-9b51-fbb3f3e38498 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 210 time: 0.0457268 Jul 16 22:47:18.956292 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Routers {'3225f008-8f60-4271-9dd9-5eacb37f4e1c'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:18.956911 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:46:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['3225f008-8f60-4271-9dd9-5eacb37f4e1c'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:19.001871 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbb8ecc-a574-458a-8e58-b0e7bdce4153 None None] Pushing event updated for resources: {'Port': ['ID=4b8cc781-da12-436a-b045-ec81027aecd8,revision_number=4']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:19.037984 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 811afd7d-2d01-4c0e-901c-03dd4fb08611 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:19.091643 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] Set router 3225f008-8f60-4271-9dd9-5eacb37f4e1c gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:19.094690 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 811afd7d-2d01-4c0e-901c-03dd4fb08611 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:19.095257 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:19.323612 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'name': 'tempest-TestVolumeBootPattern-1390244677-router', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:11Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 4, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'gw_port': {'id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:12Z', 'updated_at': '2021-07-16T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '4b8cc781-da12-436a-b045-ec81027aecd8', 'name': '', 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'mac_address': 'fa:16:3e:a0:89:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'be1183cd-f26a-4b7f-9364-e15b21839b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:13Z', 'updated_at': '2021-07-16T22:47:18Z', 'revision_number': 4, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'subnets': [{'id': 'be1183cd-f26a-4b7f-9364-e15b21839b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:19.354195 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb94464d-6ea3-4f37-9720-bd07add1340f None None] The sync data for ids ['3225f008-8f60-4271-9dd9-5eacb37f4e1c'] in dv-cinder-797608-6-iscsi is: [{'id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'name': 'tempest-TestVolumeBootPattern-1390244677-router', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:11Z', 'updated_at': '2021-07-16T22:47:14Z', 'revision_number': 4, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'gw_port': {'id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:12Z', 'updated_at': '2021-07-16T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '4b8cc781-da12-436a-b045-ec81027aecd8', 'name': '', 'network_id': '32d949eb-183f-4cca-8cca-9516a7b5ac63', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'mac_address': 'fa:16:3e:a0:89:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': 'be1183cd-f26a-4b7f-9364-e15b21839b57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:13Z', 'updated_at': '2021-07-16T22:47:18Z', 'revision_number': 4, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'subnets': [{'id': 'be1183cd-f26a-4b7f-9364-e15b21839b57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:20.086305 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a28c2e8b-9609-4958-b117-034317554dc2 req-324d8e3e-36b2-48ba-b1a1-858744444167 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 210 time: 0.0342500 Jul 16 22:47:20.169824 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-c4056688-04e9-4bdc-acd0-c4c7e383b024 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:20.171253 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-c4056688-04e9-4bdc-acd0-c4c7e383b024 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 815 time: 0.1096277 Jul 16 22:47:20.185861 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Request body: {'port': {'device_id': '2e2323a4-90d1-4eb6-bb5d-8beba007626c', 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d', 'admin_state_up': True, 'tenant_id': 'c7edadc77d0b46ba876d58aaf3238d7f'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:20.296297 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Made reservation on behalf of c7edadc77d0b46ba876d58aaf3238d7f for: {'port': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:20.299881 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.426565 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Allocated IP 172.20.0.4 (bbe8393f-0cb2-40d3-81c5-bc9ec95be14d/86e17450-3b78-4b6a-b534-5010e8f6dc83/c00a3f1e-5bd6-4644-b928-df7229d0b6ef) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:20.572091 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.610068 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.623113 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['dccb08fd-d72a-4d72-ac4c-6485af93509f', '106dc64a-9ebf-461e-93b0-29f74cb47388'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:47:20.650494 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:20.651990 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:20.654456 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:20.699714 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Pushing event updated for resources: {'Port': ['ID=c00a3f1e-5bd6-4644-b928-df7229d0b6ef,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:20.713325 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:20.713961 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.728540 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-bffd2e83-b81b-47f8-bcf1-cd904879b12b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5462658 Jul 16 22:47:20.741325 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Request body: {'port': {'device_id': '2e2323a4-90d1-4eb6-bb5d-8beba007626c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:20.817399 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:20.985343 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 4b8cc781-da12-436a-b045-ec81027aecd8 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:21.036712 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 4b8cc781-da12-436a-b045-ec81027aecd8 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:21.040751 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 4b8cc781-da12-436a-b045-ec81027aecd8 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:21.041159 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:21.091442 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00a3f1e-5bd6-4644-b928-df7229d0b6ef {{(pid=99618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:47:21.098892 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:21.110536 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Transition to ACTIVE for port object c00a3f1e-5bd6-4644-b928-df7229d0b6ef will not be triggered until provisioned by entity L2. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:21.114292 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:21.119450 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:21.152724 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 4b8cc781-da12-436a-b045-ec81027aecd8, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=4b8cc781-da12-436a-b045-ec81027aecd8,segment=NetworkSegment(1f16cab5-b733-41ad-bd2f-6caccf967eb6),segment_id=1f16cab5-b733-41ad-bd2f-6caccf967eb6)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:21.167252 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:21.176601 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Pushing event updated for resources: {'Port': ['ID=c00a3f1e-5bd6-4644-b928-df7229d0b6ef,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:21.230262 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=4b8cc781-da12-436a-b045-ec81027aecd8,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:21.255681 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Attempting to bind port c00a3f1e-5bd6-4644-b928-df7229d0b6ef on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:21.256015 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Attempting to bind port c00a3f1e-5bd6-4644-b928-df7229d0b6ef by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:21.256945 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Attempting to bind port c00a3f1e-5bd6-4644-b928-df7229d0b6ef on network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:21.261150 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Port c00a3f1e-5bd6-4644-b928-df7229d0b6ef on network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:47:21.261488 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Attempting to bind port c00a3f1e-5bd6-4644-b928-df7229d0b6ef on network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:21.266235 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:21.266569 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Checking segment: {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:21.266948 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Bound using segment: {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:21.267369 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Bound port: c00a3f1e-5bd6-4644-b928-df7229d0b6ef, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'}}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:21.267719 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:21.276422 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dddcaf7-777e-4eb4-bcbb-c82c3f68c7f3 req-d2572492-6373-4ffe-a0fa-e442e14d1347 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:21.277994 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4dddcaf7-777e-4eb4-bcbb-c82c3f68c7f3 req-d2572492-6373-4ffe-a0fa-e442e14d1347 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 943 time: 0.0655286 Jul 16 22:47:21.316127 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4dddcaf7-777e-4eb4-bcbb-c82c3f68c7f3 req-b3bcade1-1a52-4c20-a777-917501549f03 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323930 Jul 16 22:47:21.333118 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] For port c00a3f1e-5bd6-4644-b928-df7229d0b6ef, host hv-cinder-79760, cleared binding levels {{(pid=99618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:21.338279 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] For port c00a3f1e-5bd6-4644-b928-df7229d0b6ef, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c00a3f1e-5bd6-4644-b928-df7229d0b6ef,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:21.343241 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:21.377149 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:21.377789 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:21.379164 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] 10.222.0.35 "PUT /v2.0/ports/c00a3f1e-5bd6-4644-b928-df7229d0b6ef HTTP/1.1" status: 200 len: 1093 time: 0.6420901 Jul 16 22:47:21.379595 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e2323a4-90d1-4eb6-bb5d-8beba007626c', 'tag': 'c00a3f1e-5bd6-4644-b928-df7229d0b6ef'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:21.382482 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99f19390-700b-4538-af56-15115ee19519" -d '{"events": [{"name": "network-changed", "server_uuid": "2e2323a4-90d1-4eb6-bb5d-8beba007626c", "tag": "c00a3f1e-5bd6-4644-b928-df7229d0b6ef"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:21.406387 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb08553-1b26-4611-9949-ab48f7b865de service neutron] Pushing event updated for resources: {'Port': ['ID=c00a3f1e-5bd6-4644-b928-df7229d0b6ef,revision_number=3']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:21.451331 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63e6b26-7cd8-408d-9300-6457cbc7ef6d x-openstack-request-id: req-d63e6b26-7cd8-408d-9300-6457cbc7ef6d {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:21.451621 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e2323a4-90d1-4eb6-bb5d-8beba007626c", "tag": "c00a3f1e-5bd6-4644-b928-df7229d0b6ef", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:21.451867 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d63e6b26-7cd8-408d-9300-6457cbc7ef6d {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:21.452254 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e2323a4-90d1-4eb6-bb5d-8beba007626c', 'tag': 'c00a3f1e-5bd6-4644-b928-df7229d0b6ef', 'status': 'completed', 'code': 200} Jul 16 22:47:21.477604 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-916411e8-0455-4d59-a761-d98669cb931c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:21.479087 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-916411e8-0455-4d59-a761-d98669cb931c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 1096 time: 0.0605040 Jul 16 22:47:21.520686 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-3dc0eb94-d9dc-41ca-b168-86e11e400bb9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c00a3f1e-5bd6-4644-b928-df7229d0b6ef HTTP/1.1" status: 200 len: 217 time: 0.0336800 Jul 16 22:47:21.568534 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-3082723e-a336-4cd9-8418-7d10dfe0fda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:21.570667 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-3082723e-a336-4cd9-8418-7d10dfe0fda6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86e17450-3b78-4b6a-b534-5010e8f6dc83 HTTP/1.1" status: 200 len: 855 time: 0.0435441 Jul 16 22:47:21.610412 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-0cedfe7c-58a0-4924-97af-9b644d69232e service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315070 Jul 16 22:47:21.698359 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-ad6b5a97-f009-4f95-b824-ab619aad263b service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806718 Jul 16 22:47:21.796908 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-b1501c7d-9b52-4e4b-a42a-d02cb93e2897 req-e6fe2407-defd-4f56-a6d8-e17289cd5ab0 service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915773 Jul 16 22:47:21.902451 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19390-700b-4538-af56-15115ee19519 req-a7ecc7ee-823c-4eed-9188-b923dad6502a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:21.903959 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99f19390-700b-4538-af56-15115ee19519 req-a7ecc7ee-823c-4eed-9188-b923dad6502a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 1096 time: 0.0524623 Jul 16 22:47:21.999867 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19390-700b-4538-af56-15115ee19519 req-6b275978-5b8c-4b52-aecd-1c7c6228d333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:22.001329 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99f19390-700b-4538-af56-15115ee19519 req-6b275978-5b8c-4b52-aecd-1c7c6228d333 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 916 time: 0.0876586 Jul 16 22:47:22.044243 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99f19390-700b-4538-af56-15115ee19519 req-8b010979-135b-41f2-a329-90f56cb29e2f service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c00a3f1e-5bd6-4644-b928-df7229d0b6ef HTTP/1.1" status: 200 len: 217 time: 0.0342839 Jul 16 22:47:22.092254 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f19390-700b-4538-af56-15115ee19519 req-620e2d11-e4eb-479e-b10d-c3363e5cc59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:22.093654 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99f19390-700b-4538-af56-15115ee19519 req-620e2d11-e4eb-479e-b10d-c3363e5cc59f service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86e17450-3b78-4b6a-b534-5010e8f6dc83 HTTP/1.1" status: 200 len: 855 time: 0.0423610 Jul 16 22:47:22.128094 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99f19390-700b-4538-af56-15115ee19519 req-d9ddd677-98f1-4f18-8f56-b217f37323fa service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270479 Jul 16 22:47:22.218853 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99f19390-700b-4538-af56-15115ee19519 req-c7e9ed6f-9864-4a96-ab81-75262a562d04 service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836034 Jul 16 22:47:22.313671 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-99f19390-700b-4538-af56-15115ee19519 req-12ce9cd1-e6ca-4259-8c32-134742e2a4d3 service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864761 Jul 16 22:47:22.494316 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faac899-cbd5-4d2f-b03c-76ebf97c40ce req-6a6f14c4-3280-4131-ace8-f1e937025af7 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:22.495696 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7faac899-cbd5-4d2f-b03c-76ebf97c40ce req-6a6f14c4-3280-4131-ace8-f1e937025af7 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 943 time: 0.0623016 Jul 16 22:47:22.532433 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7faac899-cbd5-4d2f-b03c-76ebf97c40ce req-3d550cd3-15a4-4b59-b99b-a495d94a5375 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312691 Jul 16 22:47:22.965401 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 4b8cc781-da12-436a-b045-ec81027aecd8 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:23.067468 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 4b8cc781-da12-436a-b045-ec81027aecd8 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:23.067764 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:23.707388 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab36ed7-2b5b-4e21-a5f7-1040e29cffaa req-f4c13f44-3264-449e-a3f4-6797964bd288 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:23.709105 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7ab36ed7-2b5b-4e21-a5f7-1040e29cffaa req-f4c13f44-3264-449e-a3f4-6797964bd288 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 943 time: 0.0660963 Jul 16 22:47:23.748420 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7ab36ed7-2b5b-4e21-a5f7-1040e29cffaa req-e0f05f37-4ae0-43f1-8111-559e6b99421a tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 Jul 16 22:47:24.637657 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-4d1b1949-65d7-4878-9533-82e0f8d6aeac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:24.917168 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114327a7-8249-48dd-b9c9-1d5d9fbdf115 req-090a51e4-a275-43c0-9ca5-d812d12c64ce tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:24.918611 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-114327a7-8249-48dd-b9c9-1d5d9fbdf115 req-090a51e4-a275-43c0-9ca5-d812d12c64ce tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 943 time: 0.0625083 Jul 16 22:47:24.958053 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-114327a7-8249-48dd-b9c9-1d5d9fbdf115 req-a5e32fe3-8bf9-46be-9303-c7d014dbc842 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337563 Jul 16 22:47:25.120910 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device c00a3f1e-5bd6-4644-b928-df7229d0b6ef details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:47:25.216546 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port c00a3f1e-5bd6-4644-b928-df7229d0b6ef, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c00a3f1e-5bd6-4644-b928-df7229d0b6ef,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:25.227827 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': 'c00a3f1e-5bd6-4644-b928-df7229d0b6ef', 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d', 'port_id': 'c00a3f1e-5bd6-4644-b928-df7229d0b6ef', 'mac_address': 'fa:16:3e:41:f0:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e17450-3b78-4b6a-b534-5010e8f6dc83', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:47:25.263829 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.276782 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00a3f1e-5bd6-4644-b928-df7229d0b6ef {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:47:25.296410 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port c00a3f1e-5bd6-4644-b928-df7229d0b6ef, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c00a3f1e-5bd6-4644-b928-df7229d0b6ef,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:25.300362 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:25.347570 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=c00a3f1e-5bd6-4644-b928-df7229d0b6ef,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:25.540088 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['c00a3f1e-5bd6-4644-b928-df7229d0b6ef'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:47:25.672715 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:26.133040 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef458502-3ce8-47fa-ba19-3a94a99030aa req-4c225d65-2acb-4cb7-892c-d6030c56a225 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:26.134519 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ef458502-3ce8-47fa-ba19-3a94a99030aa req-4c225d65-2acb-4cb7-892c-d6030c56a225 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 944 time: 0.0694969 Jul 16 22:47:26.172107 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ef458502-3ce8-47fa-ba19-3a94a99030aa req-7c68c9bf-d64d-409d-9f49-e2628de17f55 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318778 Jul 16 22:47:27.140911 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device c00a3f1e-5bd6-4644-b928-df7229d0b6ef up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:27.189077 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port c00a3f1e-5bd6-4644-b928-df7229d0b6ef completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:27.192515 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port c00a3f1e-5bd6-4644-b928-df7229d0b6ef triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:27.192883 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:27.285753 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:27.308513 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2323a4-90d1-4eb6-bb5d-8beba007626c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00a3f1e-5bd6-4644-b928-df7229d0b6ef'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:27.310810 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bcb72dc-53a6-4796-9c68-e2d01a8889c7" -d '{"events": [{"server_uuid": "2e2323a4-90d1-4eb6-bb5d-8beba007626c", "name": "network-vif-plugged", "status": "completed", "tag": "c00a3f1e-5bd6-4644-b928-df7229d0b6ef"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:27.323918 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port c00a3f1e-5bd6-4644-b928-df7229d0b6ef, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c00a3f1e-5bd6-4644-b928-df7229d0b6ef,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:27.328445 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:27.353233 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fcdfd4-f68e-47c8-9be4-019f9334d8a5 x-openstack-request-id: req-91fcdfd4-f68e-47c8-9be4-019f9334d8a5 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:27.353537 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2323a4-90d1-4eb6-bb5d-8beba007626c", "name": "network-vif-plugged", "status": "completed", "tag": "c00a3f1e-5bd6-4644-b928-df7229d0b6ef", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:27.353790 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-91fcdfd4-f68e-47c8-9be4-019f9334d8a5 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:27.354176 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2323a4-90d1-4eb6-bb5d-8beba007626c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00a3f1e-5bd6-4644-b928-df7229d0b6ef', 'code': 200} Jul 16 22:47:27.387394 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-75a5a40d-fc92-4d83-827c-a0e500081a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:27.393536 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb2110-46c0-41a8-9c3a-d818ab43271c req-116cc9e3-537b-45dc-a7d1-0ddb3e464141 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:27.395098 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cfeb2110-46c0-41a8-9c3a-d818ab43271c req-116cc9e3-537b-45dc-a7d1-0ddb3e464141 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 944 time: 0.0897007 Jul 16 22:47:27.397758 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=c00a3f1e-5bd6-4644-b928-df7229d0b6ef,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:27.410803 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:27.436177 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cfeb2110-46c0-41a8-9c3a-d818ab43271c req-76e01b69-4630-4b3c-a5b7-cc65acc95956 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352416 Jul 16 22:47:27.583086 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6530df8-f6e2-4c34-9a1d-f91d71cbe0ce req-a4f9e00b-9481-4f7e-ba54-4fef6856c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:27.584548 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f6530df8-f6e2-4c34-9a1d-f91d71cbe0ce req-a4f9e00b-9481-4f7e-ba54-4fef6856c428 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 1098 time: 0.0505040 Jul 16 22:47:27.619129 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f6530df8-f6e2-4c34-9a1d-f91d71cbe0ce req-742226df-06c5-498a-b3dd-c78492676d89 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275609 Jul 16 22:47:28.140900 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:28.615112 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1177c147-a369-4457-939c-9226452dc087 req-6c2fc74e-12fe-41b3-82e0-b4388b564ee4 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:28.617080 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1177c147-a369-4457-939c-9226452dc087 req-6c2fc74e-12fe-41b3-82e0-b4388b564ee4 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 945 time: 0.0670118 Jul 16 22:47:28.658949 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1177c147-a369-4457-939c-9226452dc087 req-cc4303aa-b3ce-47eb-aa73-c6cfa6cd84c8 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361321 Jul 16 22:47:29.835435 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6dd4b-311e-45db-ad8d-975fe9846dd6 req-9bcb81d7-5aed-4a08-a365-4f4c1d501eea tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:29.836871 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e9a6dd4b-311e-45db-ad8d-975fe9846dd6 req-9bcb81d7-5aed-4a08-a365-4f4c1d501eea tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 945 time: 0.0661297 Jul 16 22:47:29.872713 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e9a6dd4b-311e-45db-ad8d-975fe9846dd6 req-b65e31e0-3c0d-4744-afd8-abc80d39417c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302963 Jul 16 22:47:29.908407 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:30.982855 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:47:34.812428 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-46c19c97-812e-43b9-97a4-66dc68918e30 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101869300&fields=id&tenant_id=044ca8e3d2c444459dec963c4a35d5c7 HTTP/1.1" status: 200 len: 267 time: 0.0326457 Jul 16 22:47:34.919111 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-54e3dd5f-269b-45ec-be1c-30e3182f2571 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:34.920562 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-54e3dd5f-269b-45ec-be1c-30e3182f2571 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 811 time: 0.1020701 Jul 16 22:47:34.935154 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-74477b09-6c69-4396-907a-408893e4ed46 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/quotas/044ca8e3d2c444459dec963c4a35d5c7 HTTP/1.1" status: 200 len: 375 time: 0.0093586 Jul 16 22:47:35.000092 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-f9a82c3a-f750-4435-9768-28c77f49d467 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601544 Jul 16 22:47:35.095940 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-06ea85d5-1b07-495d-abaf-b2de19709b77 service neutron] 10.222.0.24 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844834 Jul 16 22:47:35.182107 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-875bf214-a57e-4bca-8117-9b090752421b service neutron] 10.222.0.24 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805149 Jul 16 22:47:35.471550 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-894c34e2-d3e6-4d66-b371-4b83cd32fe36 req-62b2a396-7b53-4d6e-8b10-37565ca858b0 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 210 time: 0.0298107 Jul 16 22:47:36.505628 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-122a50bf-83a2-4f3e-83ca-88a6f2ec501c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:36.507874 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-122a50bf-83a2-4f3e-83ca-88a6f2ec501c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 811 time: 0.1064148 Jul 16 22:47:36.550986 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-91f8adec-dfd3-4972-a02c-2cfbc85a0983 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=044ca8e3d2c444459dec963c4a35d5c7 HTTP/1.1" status: 200 len: 380 time: 0.0339398 Jul 16 22:47:36.568686 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'port': {'device_id': '9a29f460-ad06-470c-9746-01c818599213', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'admin_state_up': True, 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'security_groups': ['cee2b3f8-090a-4023-9176-2d67475c2b38']}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:36.616668 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6316f4cd-39a9-4f53-9a59-cb9f28d3790d req-771ce941-ae70-4fa1-ab9e-c5cfeabf160c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 210 time: 0.0328624 Jul 16 22:47:36.673075 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Made reservation on behalf of 044ca8e3d2c444459dec963c4a35d5c7 for: {'port': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:36.676517 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:36.801003 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Allocated IP 172.20.0.9 (e3095b56-9899-4c13-92f8-b8a8b8b53876/b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1/b6e223fd-b01e-422f-85ce-07453d63d6ae) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:36.932931 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:36.950902 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Transition to ACTIVE for port object b6e223fd-b01e-422f-85ce-07453d63d6ae will not be triggered until provisioned by entity DHCP. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:36.981840 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.022729 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Network e3095b56-9899-4c13-92f8-b8a8b8b53876 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:37.027687 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:37.031269 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:37.058269 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'Port': ['ID=b6e223fd-b01e-422f-85ce-07453d63d6ae,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:37.087593 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:37.088164 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.103063 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-da03fb1d-1f54-40ac-821d-34cc2307ef0e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5397041 Jul 16 22:47:37.116518 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Request body: {'port': {'device_id': '9a29f460-ad06-470c-9746-01c818599213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:37.193912 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.249066 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-6cb231cd-8adf-46f2-b734-1f3e099ff226 None None] Provisioning for port b6e223fd-b01e-422f-85ce-07453d63d6ae completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:37.252750 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-6cb231cd-8adf-46f2-b734-1f3e099ff226 None None] Provisioning complete for port b6e223fd-b01e-422f-85ce-07453d63d6ae triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:37.253121 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6cb231cd-8adf-46f2-b734-1f3e099ff226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.287583 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-6cb231cd-8adf-46f2-b734-1f3e099ff226 None None] Port b6e223fd-b01e-422f-85ce-07453d63d6ae cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:47:37.455005 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6e223fd-b01e-422f-85ce-07453d63d6ae {{(pid=99618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:47:37.463154 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.474467 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Transition to ACTIVE for port object b6e223fd-b01e-422f-85ce-07453d63d6ae will not be triggered until provisioned by entity L2. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:37.478153 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.527506 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e223fd-b01e-422f-85ce-07453d63d6ae,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:37.598506 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Attempting to bind port b6e223fd-b01e-422f-85ce-07453d63d6ae on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:37.598863 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Attempting to bind port b6e223fd-b01e-422f-85ce-07453d63d6ae by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:37.599169 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Attempting to bind port b6e223fd-b01e-422f-85ce-07453d63d6ae on network e3095b56-9899-4c13-92f8-b8a8b8b53876 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:37.604019 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Port b6e223fd-b01e-422f-85ce-07453d63d6ae on network e3095b56-9899-4c13-92f8-b8a8b8b53876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:47:37.604376 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Attempting to bind port b6e223fd-b01e-422f-85ce-07453d63d6ae on network e3095b56-9899-4c13-92f8-b8a8b8b53876 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:37.609734 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:37.610076 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Checking segment: {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:37.610465 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Bound using segment: {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:37.610898 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Bound port: b6e223fd-b01e-422f-85ce-07453d63d6ae, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'}}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:37.611259 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.676401 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] For port b6e223fd-b01e-422f-85ce-07453d63d6ae, host hv-cinder-79760, cleared binding levels {{(pid=99618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:37.681780 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] For port b6e223fd-b01e-422f-85ce-07453d63d6ae, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b6e223fd-b01e-422f-85ce-07453d63d6ae,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:37.689250 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.727296 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:37.728055 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:37.730075 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] 10.222.0.35 "PUT /v2.0/ports/b6e223fd-b01e-422f-85ce-07453d63d6ae HTTP/1.1" status: 200 len: 1093 time: 0.6180463 Jul 16 22:47:37.730289 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a29f460-ad06-470c-9746-01c818599213', 'tag': 'b6e223fd-b01e-422f-85ce-07453d63d6ae'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:37.732642 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0ca3837-5618-4f3f-bd2a-bf6a2899e6d4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a29f460-ad06-470c-9746-01c818599213", "tag": "b6e223fd-b01e-422f-85ce-07453d63d6ae"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:37.772693 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f31605-2068-44c0-acfd-ee54c67b0214 service neutron] Pushing event updated for resources: {'Port': ['ID=b6e223fd-b01e-422f-85ce-07453d63d6ae,revision_number=3']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:37.788953 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d312fae-51bb-452d-8e21-8461694d2d32 x-openstack-request-id: req-1d312fae-51bb-452d-8e21-8461694d2d32 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:37.789247 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a29f460-ad06-470c-9746-01c818599213", "tag": "b6e223fd-b01e-422f-85ce-07453d63d6ae", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:37.789534 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1d312fae-51bb-452d-8e21-8461694d2d32 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:37.789930 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a29f460-ad06-470c-9746-01c818599213', 'tag': 'b6e223fd-b01e-422f-85ce-07453d63d6ae', 'status': 'completed', 'code': 200} Jul 16 22:47:37.845767 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e98a2ad-fccc-42c3-84ad-216a6bfb33a7 req-82963348-5404-4107-8ce1-65e7082aba33 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:37.863694 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0e98a2ad-fccc-42c3-84ad-216a6bfb33a7 req-82963348-5404-4107-8ce1-65e7082aba33 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 943 time: 0.1283529 Jul 16 22:47:37.872565 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-663ed9a7-762c-4310-ba5c-0de825144b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:37.874188 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-663ed9a7-762c-4310-ba5c-0de825144b77 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 1096 time: 0.0766885 Jul 16 22:47:37.921721 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0e98a2ad-fccc-42c3-84ad-216a6bfb33a7 req-ebf11fb8-909f-4999-956c-21b2d9c9ad49 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532990 Jul 16 22:47:37.928315 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-c9b8261f-3dca-42b3-8643-5e1fc9959bbc service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e223fd-b01e-422f-85ce-07453d63d6ae HTTP/1.1" status: 200 len: 217 time: 0.0432820 Jul 16 22:47:37.980647 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-c0247e9b-2894-4093-8cd8-3bfa77e326e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:37.982242 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-c0247e9b-2894-4093-8cd8-3bfa77e326e4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0471597 Jul 16 22:47:38.043984 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-9d962944-96b1-4961-8d7c-37415112996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:38.045999 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-9d962944-96b1-4961-8d7c-37415112996b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561635 Jul 16 22:47:38.142777 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-0330aa63-359e-4bf0-a9db-8a40a002b2b1 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877011 Jul 16 22:47:38.246955 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-c3e08289-0349-444c-97dd-240ca6ddf38f req-6fcb23a6-67ce-4400-ac26-4eca58026242 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959947 Jul 16 22:47:38.347150 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3837-5618-4f3f-bd2a-bf6a2899e6d4 req-be312ded-2a94-453e-97a0-2cc0e61c0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:38.348638 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e0ca3837-5618-4f3f-bd2a-bf6a2899e6d4 req-be312ded-2a94-453e-97a0-2cc0e61c0180 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 1096 time: 0.0543242 Jul 16 22:47:38.448428 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3837-5618-4f3f-bd2a-bf6a2899e6d4 req-36745ba6-b647-4df2-a41f-4c6a829d0208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:38.449917 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e0ca3837-5618-4f3f-bd2a-bf6a2899e6d4 req-36745ba6-b647-4df2-a41f-4c6a829d0208 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 912 time: 0.0946445 Jul 16 22:47:38.742306 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e0ca3837-5618-4f3f-bd2a-bf6a2899e6d4 req-f3d3301f-86b4-48d6-a3d1-6ab8d316c877 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e223fd-b01e-422f-85ce-07453d63d6ae HTTP/1.1" status: 200 len: 217 time: 0.2653356 Jul 16 22:47:38.790934 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3837-5618-4f3f-bd2a-bf6a2899e6d4 req-939cb789-d24c-4cae-9816-4943de3b9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:38.792290 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e0ca3837-5618-4f3f-bd2a-bf6a2899e6d4 req-939cb789-d24c-4cae-9816-4943de3b9f76 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0423605 Jul 16 22:47:38.850779 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ca3837-5618-4f3f-bd2a-bf6a2899e6d4 req-0a385fd0-39c8-4ae2-9a35-3eb559fabda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:38.852215 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e0ca3837-5618-4f3f-bd2a-bf6a2899e6d4 req-0a385fd0-39c8-4ae2-9a35-3eb559fabda3 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0500166 Jul 16 22:47:38.944679 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e0ca3837-5618-4f3f-bd2a-bf6a2899e6d4 req-68361a12-d41b-4a1e-b43f-3038cace625f service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828540 Jul 16 22:47:39.040224 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-e0ca3837-5618-4f3f-bd2a-bf6a2899e6d4 req-a62b35ae-bde4-4db8-b771-2eacba6e9128 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861206 Jul 16 22:47:39.091313 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78241a60-37ac-46d3-9f04-38ecdcf0a822 req-4ff9b4fe-62da-4cf4-9ec1-ce7c8cd8473b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:39.092787 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-78241a60-37ac-46d3-9f04-38ecdcf0a822 req-4ff9b4fe-62da-4cf4-9ec1-ce7c8cd8473b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 943 time: 0.0656774 Jul 16 22:47:39.130365 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-78241a60-37ac-46d3-9f04-38ecdcf0a822 req-1202926d-7c1f-48d0-bc49-3edb80d17e74 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320637 Jul 16 22:47:39.708440 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6c90a82d-8c10-4c60-9d2c-9d46a83049ac tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:39.710532 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6c90a82d-8c10-4c60-9d2c-9d46a83049ac tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 815 time: 0.1026039 Jul 16 22:47:39.725105 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-0249206f-2019-4e88-9b8e-d322ab042417 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/quotas/c7edadc77d0b46ba876d58aaf3238d7f HTTP/1.1" status: 200 len: 375 time: 0.0088372 Jul 16 22:47:39.790496 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-5093f7a5-8195-4b6c-81ad-55002ee8a298 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0612411 Jul 16 22:47:39.880361 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-eab0fba2-ad2e-4935-be20-6e343f1c1d3c service neutron] 10.222.0.24 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833645 Jul 16 22:47:39.970488 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-2641790f-53db-45f9-918d-b459f7a39176 service neutron] 10.222.0.24 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844352 Jul 16 22:47:40.130808 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-946487ef-0579-4023-8ba0-f77e2ce8342c req-eb6fe2eb-aba1-42c4-901d-aa1a37773286 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 210 time: 0.0278451 Jul 16 22:47:40.309437 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8625be-7993-4eaf-9830-4fbe5d4103fb req-b24bd510-4808-4583-b440-2df2ac509547 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:40.311336 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ef8625be-7993-4eaf-9830-4fbe5d4103fb req-b24bd510-4808-4583-b440-2df2ac509547 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 943 time: 0.0667341 Jul 16 22:47:40.351084 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ef8625be-7993-4eaf-9830-4fbe5d4103fb req-68296cc9-4e69-4320-af9e-f0f62e775c09 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334592 Jul 16 22:47:41.223528 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b573d36-76c5-4710-9540-feb5605bcfff req-e8a6c021-56f9-4e02-ab95-663e8d8ed67b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:41.225146 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-e8a6c021-56f9-4e02-ab95-663e8d8ed67b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 815 time: 0.1061628 Jul 16 22:47:41.246202 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-8b573d36-76c5-4710-9540-feb5605bcfff req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Request body: {'port': {'device_id': '879d1871-ab5b-4e0e-8117-d77e17dc2b9d', 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d', 'admin_state_up': True, 'tenant_id': 'c7edadc77d0b46ba876d58aaf3238d7f'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:41.274055 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-10f6adf3-ad68-440f-a703-2aca8bf49a6c req-d71f9089-38e8-49d3-8fbe-2c66e586e02a tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 210 time: 0.0289414 Jul 16 22:47:41.361952 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b573d36-76c5-4710-9540-feb5605bcfff req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Made reservation on behalf of c7edadc77d0b46ba876d58aaf3238d7f for: {'port': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:47:41.368319 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-8b573d36-76c5-4710-9540-feb5605bcfff req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.492326 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [req-8b573d36-76c5-4710-9540-feb5605bcfff req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Allocated IP 172.20.0.7 (bbe8393f-0cb2-40d3-81c5-bc9ec95be14d/86e17450-3b78-4b6a-b534-5010e8f6dc83/d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:41.528318 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1187926a-ecaf-4a86-8206-2914009a6969 req-ee65b16f-853b-4d8c-a576-b088b2d64b48 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:41.529817 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1187926a-ecaf-4a86-8206-2914009a6969 req-ee65b16f-853b-4d8c-a576-b088b2d64b48 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 943 time: 0.0660269 Jul 16 22:47:41.568036 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1187926a-ecaf-4a86-8206-2914009a6969 req-f4825c70-5d5d-4c57-aa74-6c9eca229862 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323596 Jul 16 22:47:41.637223 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-8b573d36-76c5-4710-9540-feb5605bcfff req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.677782 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-8b573d36-76c5-4710-9540-feb5605bcfff req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.689151 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['dccb08fd-d72a-4d72-ac4c-6485af93509f', '106dc64a-9ebf-461e-93b0-29f74cb47388', 'c00a3f1e-5bd6-4644-b928-df7229d0b6ef'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:47:41.719018 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b573d36-76c5-4710-9540-feb5605bcfff req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:41.724056 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [req-8b573d36-76c5-4710-9540-feb5605bcfff req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:41.728330 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b573d36-76c5-4710-9540-feb5605bcfff req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:41.757399 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Pushing event updated for resources: {'Port': ['ID=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:41.784940 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b573d36-76c5-4710-9540-feb5605bcfff req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:41.785587 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-8b573d36-76c5-4710-9540-feb5605bcfff req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:41.799158 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-886cbdf1-0e20-4552-a487-f854a7b24e38 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569563 Jul 16 22:47:41.811899 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Request body: {'port': {'device_id': '879d1871-ab5b-4e0e-8117-d77e17dc2b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:41.881732 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.135385 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea {{(pid=99618) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:47:42.142545 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.154445 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Transition to ACTIVE for port object d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea will not be triggered until provisioned by entity L2. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:47:42.158195 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.229432 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:42.275320 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Attempting to bind port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:47:42.275760 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Attempting to bind port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:47:42.276156 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Attempting to bind port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea on network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:42.281099 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea on network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:47:42.281415 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Attempting to bind port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea on network bbe8393f-0cb2-40d3-81c5-bc9ec95be14d {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:47:42.286560 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:47:42.287687 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Checking segment: {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:47:42.288266 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Bound using segment: {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'} {{(pid=99618) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:47:42.288705 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.managers [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Bound port: d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '292bed57-ce64-47ea-9053-7e5d65e13d4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d'}}] {{(pid=99618) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:47:42.289067 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.354859 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] For port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea, host hv-cinder-79760, cleared binding levels {{(pid=99618) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:47:42.358053 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] For port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99618) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:47:42.362175 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.393323 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:42.394125 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:42.395487 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] 10.222.0.35 "PUT /v2.0/ports/d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea HTTP/1.1" status: 200 len: 1093 time: 0.5878000 Jul 16 22:47:42.398375 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '879d1871-ab5b-4e0e-8117-d77e17dc2b9d', 'tag': 'd76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:42.401364 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cbe2b4-f1fc-40da-8098-e689a822d396" -d '{"events": [{"name": "network-changed", "server_uuid": "879d1871-ab5b-4e0e-8117-d77e17dc2b9d", "tag": "d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:42.428133 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc731cc-2ccf-4105-bab6-cab115d1d9e8 service neutron] Pushing event updated for resources: {'Port': ['ID=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea,revision_number=3']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:42.463441 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510d4ab8-6dc0-4ad5-b7c4-fcdb0e296dad req-d1750c9c-63fe-427d-b72c-dd415b95801b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:42.465131 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-510d4ab8-6dc0-4ad5-b7c4-fcdb0e296dad req-d1750c9c-63fe-427d-b72c-dd415b95801b tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 943 time: 0.0791295 Jul 16 22:47:42.468051 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c7781a-0df1-4938-910b-286c9262a2c0 x-openstack-request-id: req-20c7781a-0df1-4938-910b-286c9262a2c0 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:42.468345 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "879d1871-ab5b-4e0e-8117-d77e17dc2b9d", "tag": "d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:42.468601 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-20c7781a-0df1-4938-910b-286c9262a2c0 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:42.468987 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '879d1871-ab5b-4e0e-8117-d77e17dc2b9d', 'tag': 'd76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea', 'status': 'completed', 'code': 200} Jul 16 22:47:42.495435 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b573d36-76c5-4710-9540-feb5605bcfff req-33bb7eb8-c24c-4739-8579-c142277b538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:42.496922 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-33bb7eb8-c24c-4739-8579-c142277b538c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 1096 time: 0.0580273 Jul 16 22:47:42.502711 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-510d4ab8-6dc0-4ad5-b7c4-fcdb0e296dad req-53475cbd-14d8-4a7b-950b-94b73d2da43a tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317030 Jul 16 22:47:42.543264 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-be5326eb-8960-4b77-91cc-ea051307a1dd service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea HTTP/1.1" status: 200 len: 217 time: 0.0376780 Jul 16 22:47:42.591842 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b573d36-76c5-4710-9540-feb5605bcfff req-363c0563-13de-419e-b14b-3a7d801a1566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:42.593245 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-363c0563-13de-419e-b14b-3a7d801a1566 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86e17450-3b78-4b6a-b534-5010e8f6dc83 HTTP/1.1" status: 200 len: 855 time: 0.0427630 Jul 16 22:47:42.627059 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-5db8282c-0814-4b13-a915-cdf96cd05a25 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268407 Jul 16 22:47:42.717636 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-8b88578e-e504-4467-99a9-8c4267fbd82d service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833092 Jul 16 22:47:42.748219 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c96bf1-3061-423b-9bb9-cec67e226ccd req-ac162243-9d42-444f-8e15-2c485975ff25 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:42.749707 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-91c96bf1-3061-423b-9bb9-cec67e226ccd req-ac162243-9d42-444f-8e15-2c485975ff25 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 943 time: 0.0662031 Jul 16 22:47:42.786483 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-91c96bf1-3061-423b-9bb9-cec67e226ccd req-4962c573-559b-4f5e-8a61-055e3be90cdf tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312083 Jul 16 22:47:42.808905 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-8b573d36-76c5-4710-9540-feb5605bcfff req-034fd0c1-2540-4653-8bad-4e2ebefd153e service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836220 Jul 16 22:47:42.912896 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbe2b4-f1fc-40da-8098-e689a822d396 req-4768154e-f8d7-4971-9fcc-d9dfd94adf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:42.914341 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-62cbe2b4-f1fc-40da-8098-e689a822d396 req-4768154e-f8d7-4971-9fcc-d9dfd94adf0d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 1096 time: 0.0514514 Jul 16 22:47:43.007202 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbe2b4-f1fc-40da-8098-e689a822d396 req-5d740864-bacf-446d-8477-c63c59d32345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:43.008548 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-62cbe2b4-f1fc-40da-8098-e689a822d396 req-5d740864-bacf-446d-8477-c63c59d32345 service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 916 time: 0.0862021 Jul 16 22:47:43.050237 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-62cbe2b4-f1fc-40da-8098-e689a822d396 req-b8b2b73a-bf07-46df-843b-90bc959fd45b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea HTTP/1.1" status: 200 len: 217 time: 0.0338438 Jul 16 22:47:43.101809 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cbe2b4-f1fc-40da-8098-e689a822d396 req-46524dde-cf67-43d8-9d2f-300d2c58bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:43.103220 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-62cbe2b4-f1fc-40da-8098-e689a822d396 req-46524dde-cf67-43d8-9d2f-300d2c58bb35 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86e17450-3b78-4b6a-b534-5010e8f6dc83 HTTP/1.1" status: 200 len: 855 time: 0.0451167 Jul 16 22:47:43.136409 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-62cbe2b4-f1fc-40da-8098-e689a822d396 req-d2595862-8be4-4b2a-9bf2-9804a7c70b10 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260077 Jul 16 22:47:43.227294 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-62cbe2b4-f1fc-40da-8098-e689a822d396 req-f33c915c-9adf-4a96-9d78-f83e4ba802dc service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836866 Jul 16 22:47:43.314358 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-62cbe2b4-f1fc-40da-8098-e689a822d396 req-6c5c20a7-46d5-4aea-bda6-0910fc76a85a service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795677 Jul 16 22:47:43.674472 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab7f57-99dd-4129-bb1a-61a10abe6480 req-161ce875-c8af-4541-91a3-4ef3f8a1dabc tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:43.676093 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e6ab7f57-99dd-4129-bb1a-61a10abe6480 req-161ce875-c8af-4541-91a3-4ef3f8a1dabc tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 943 time: 0.0634446 Jul 16 22:47:43.713744 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e6ab7f57-99dd-4129-bb1a-61a10abe6480 req-fc1170a3-2e4f-4160-8b72-9ed7b5a66490 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317080 Jul 16 22:47:43.955588 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca7311-12d9-46f0-88ca-0bd41aac2a25 req-7a6477f6-f16c-445f-9d7c-e9a024779ba6 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:43.956973 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c8ca7311-12d9-46f0-88ca-0bd41aac2a25 req-7a6477f6-f16c-445f-9d7c-e9a024779ba6 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 943 time: 0.0623314 Jul 16 22:47:43.995695 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c8ca7311-12d9-46f0-88ca-0bd41aac2a25 req-100aa147-2c0c-4382-9a00-3954f991f596 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311229 Jul 16 22:47:44.886114 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641a198-b592-4ba8-a616-94a2116a817d req-cfe62591-da0f-4f86-a2bc-015131472ea1 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:44.887553 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b641a198-b592-4ba8-a616-94a2116a817d req-cfe62591-da0f-4f86-a2bc-015131472ea1 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 943 time: 0.0659451 Jul 16 22:47:44.923451 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b641a198-b592-4ba8-a616-94a2116a817d req-0c185f6b-54bc-4f0e-8d15-8efc16e6cfb8 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305429 Jul 16 22:47:45.163983 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f17bcdb-81b3-4c63-91d3-e591b0e7bb4f req-6eaf7f93-b5ed-41c6-aa6d-61d1d3138743 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:45.165446 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0f17bcdb-81b3-4c63-91d3-e591b0e7bb4f req-6eaf7f93-b5ed-41c6-aa6d-61d1d3138743 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 943 time: 0.0620024 Jul 16 22:47:45.201662 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0f17bcdb-81b3-4c63-91d3-e591b0e7bb4f req-04926973-ef96-412c-8e5b-057d216bf61c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307937 Jul 16 22:47:45.236171 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:47:45.327886 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:45.339148 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': 'd76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea', 'network_id': 'bbe8393f-0cb2-40d3-81c5-bc9ec95be14d', 'port_id': 'd76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea', 'mac_address': 'fa:16:3e:fa:0d:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '86e17450-3b78-4b6a-b534-5010e8f6dc83', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:47:45.377781 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:45.390367 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:47:45.408969 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:45.412874 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:45.458487 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:45.465182 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:45.465647 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:45.466081 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:45.466422 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:45.466755 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:45.467084 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:45.467410 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:45.467734 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:45.468058 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:45.468378 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:45.468699 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:45.469018 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:47:45.679213 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:47:46.095058 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270dc402-d4c3-4504-9953-5bfceba8be4b req-eb2f49fd-1741-478e-96ba-e061b05f77a5 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:46.096513 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-270dc402-d4c3-4504-9953-5bfceba8be4b req-eb2f49fd-1741-478e-96ba-e061b05f77a5 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 944 time: 0.0651019 Jul 16 22:47:46.133504 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-270dc402-d4c3-4504-9953-5bfceba8be4b req-ea9629db-83bf-42b0-a4dc-74c2a0912a94 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305564 Jul 16 22:47:46.372726 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaece5b-5e67-4a44-83e6-cd3896eb058e req-b57337d7-94ac-4d63-8eaf-cc62ce4e44e9 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:46.374210 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ccaece5b-5e67-4a44-83e6-cd3896eb058e req-b57337d7-94ac-4d63-8eaf-cc62ce4e44e9 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 943 time: 0.0628204 Jul 16 22:47:46.409769 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ccaece5b-5e67-4a44-83e6-cd3896eb058e req-e7348ccb-f4c6-427b-b59f-580f7befa31f tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300546 Jul 16 22:47:47.250940 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device b6e223fd-b01e-422f-85ce-07453d63d6ae details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:47:47.257717 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:47.305355 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc33a4f8-681f-4de2-8343-4fd2b4875816 req-b92e6891-7657-4b25-9c74-b323f141e5b0 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:47.307110 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fc33a4f8-681f-4de2-8343-4fd2b4875816 req-b92e6891-7657-4b25-9c74-b323f141e5b0 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 944 time: 0.0628588 Jul 16 22:47:47.343305 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fc33a4f8-681f-4de2-8343-4fd2b4875816 req-db1d8ef1-af5d-44eb-aef7-123aff020349 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306122 Jul 16 22:47:47.368380 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:47.379860 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:47.380270 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:47.535419 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port b6e223fd-b01e-422f-85ce-07453d63d6ae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b6e223fd-b01e-422f-85ce-07453d63d6ae,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:47.554187 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': 'b6e223fd-b01e-422f-85ce-07453d63d6ae', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'port_id': 'b6e223fd-b01e-422f-85ce-07453d63d6ae', 'mac_address': 'fa:16:3e:af:ce:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:47:47.589410 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9804154a-4a23-4ec6-baba-6977b0e515c5 req-9aa56901-d3ca-417e-a42e-150203c82f64 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:47.590897 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9804154a-4a23-4ec6-baba-6977b0e515c5 req-9aa56901-d3ca-417e-a42e-150203c82f64 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 943 time: 0.0649600 Jul 16 22:47:47.620785 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:47.627937 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9804154a-4a23-4ec6-baba-6977b0e515c5 req-7e86a471-34c3-444f-8d26-4c2a46795290 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315342 Jul 16 22:47:47.631531 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:47.645104 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6e223fd-b01e-422f-85ce-07453d63d6ae {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:47:47.672156 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879d1871-ab5b-4e0e-8117-d77e17dc2b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:47.674416 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d74ffb-8c55-4fc4-a19a-6e82cc378acd" -d '{"events": [{"server_uuid": "879d1871-ab5b-4e0e-8117-d77e17dc2b9d", "name": "network-vif-plugged", "status": "completed", "tag": "d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:47.681518 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port b6e223fd-b01e-422f-85ce-07453d63d6ae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b6e223fd-b01e-422f-85ce-07453d63d6ae,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:47.688300 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:47.696066 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:47.714258 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a3f3a6-207f-4977-8180-afd3b5295f7e x-openstack-request-id: req-a7a3f3a6-207f-4977-8180-afd3b5295f7e {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:47.714558 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879d1871-ab5b-4e0e-8117-d77e17dc2b9d", "name": "network-vif-plugged", "status": "completed", "tag": "d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:47.714789 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a7a3f3a6-207f-4977-8180-afd3b5295f7e {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:47.715163 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879d1871-ab5b-4e0e-8117-d77e17dc2b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea', 'code': 200} Jul 16 22:47:47.717654 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:47.742012 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=b6e223fd-b01e-422f-85ce-07453d63d6ae,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:47.790599 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:47.932201 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617df6ea-4985-48ec-8176-17abaea27918 req-768edc25-3cad-47d9-93e9-2a7d41f0ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:47.933663 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-617df6ea-4985-48ec-8176-17abaea27918 req-768edc25-3cad-47d9-93e9-2a7d41f0ddc7 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 1098 time: 0.0505769 Jul 16 22:47:47.963097 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['b6e223fd-b01e-422f-85ce-07453d63d6ae'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:47:47.968799 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-617df6ea-4985-48ec-8176-17abaea27918 req-e00e5333-afe9-42a4-8701-6bfe55c10d18 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262918 Jul 16 22:47:48.513650 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fa48c0-19b5-47db-96bd-07d75d019de9 req-d09b10bf-14a5-43c0-a035-c67f4e1f7186 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:48.515086 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d6fa48c0-19b5-47db-96bd-07d75d019de9 req-d09b10bf-14a5-43c0-a035-c67f4e1f7186 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 945 time: 0.0633361 Jul 16 22:47:48.554203 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d6fa48c0-19b5-47db-96bd-07d75d019de9 req-1264ea24-a7c7-4eee-8032-710430604256 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336177 Jul 16 22:47:48.807515 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9aa72ff-a5c5-4d5f-85bd-4be40ba00af2 req-2d636ef1-b95f-4aeb-9fd0-ab269ea3ff9d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:48.809032 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e9aa72ff-a5c5-4d5f-85bd-4be40ba00af2 req-2d636ef1-b95f-4aeb-9fd0-ab269ea3ff9d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 944 time: 0.0684624 Jul 16 22:47:48.846253 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e9aa72ff-a5c5-4d5f-85bd-4be40ba00af2 req-01cc8d0f-542a-45e9-9dcd-29e94ec3c7eb tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315776 Jul 16 22:47:49.273820 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device b6e223fd-b01e-422f-85ce-07453d63d6ae up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:47:49.320691 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port b6e223fd-b01e-422f-85ce-07453d63d6ae completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:47:49.324146 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port b6e223fd-b01e-422f-85ce-07453d63d6ae triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:47:49.324517 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:49.399987 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:49.430817 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port b6e223fd-b01e-422f-85ce-07453d63d6ae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b6e223fd-b01e-422f-85ce-07453d63d6ae,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:47:49.434415 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:49.479902 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=b6e223fd-b01e-422f-85ce-07453d63d6ae,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:49.716213 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a29f460-ad06-470c-9746-01c818599213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e223fd-b01e-422f-85ce-07453d63d6ae'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:49.718750 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58675333-451f-464d-a19b-a1b19badec1f" -d '{"events": [{"server_uuid": "9a29f460-ad06-470c-9746-01c818599213", "name": "network-vif-plugged", "status": "completed", "tag": "b6e223fd-b01e-422f-85ce-07453d63d6ae"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:49.721904 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfebd39-1e61-4733-9916-6e8837c641ee req-5aac7545-ee3c-41c9-9c1d-7df918fd1df4 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:49.723384 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3dfebd39-1e61-4733-9916-6e8837c641ee req-5aac7545-ee3c-41c9-9c1d-7df918fd1df4 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 945 time: 0.0615859 Jul 16 22:47:49.753815 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a623c537-d60c-45ee-a35b-fbccfe231b59 x-openstack-request-id: req-a623c537-d60c-45ee-a35b-fbccfe231b59 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:49.754109 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a29f460-ad06-470c-9746-01c818599213", "name": "network-vif-plugged", "status": "completed", "tag": "b6e223fd-b01e-422f-85ce-07453d63d6ae", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:49.754366 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a623c537-d60c-45ee-a35b-fbccfe231b59 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:49.754763 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a29f460-ad06-470c-9746-01c818599213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6e223fd-b01e-422f-85ce-07453d63d6ae', 'code': 200} Jul 16 22:47:49.762924 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3dfebd39-1e61-4733-9916-6e8837c641ee req-87ec50ec-4ae9-4015-9e0d-c4c2a473c7b7 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340872 Jul 16 22:47:49.993070 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7897552-c465-49ca-8fa9-13314a3be424 req-15b9d52b-ae06-4b60-a582-9335d4c538ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:49.994610 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-b7897552-c465-49ca-8fa9-13314a3be424 req-15b9d52b-ae06-4b60-a582-9335d4c538ca service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 1098 time: 0.0625525 Jul 16 22:47:50.032330 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-b7897552-c465-49ca-8fa9-13314a3be424 req-54c54ae4-b246-40bb-8059-f3cd54d66943 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298090 Jul 16 22:47:50.057750 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e25dd0-2720-4630-8126-0a4581498bbf req-a22087d4-c0bb-42c9-bcfb-fe6c72a429c5 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:50.059255 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-07e25dd0-2720-4630-8126-0a4581498bbf req-a22087d4-c0bb-42c9-bcfb-fe6c72a429c5 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 945 time: 0.0985582 Jul 16 22:47:50.098937 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-07e25dd0-2720-4630-8126-0a4581498bbf req-7cdbfe1b-4256-48fc-b834-93fc07579716 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330114 Jul 16 22:47:51.274623 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2136b885-94c3-4672-8606-aaa03cf4ccb4 req-982efaf3-ac04-4b4b-b5e5-504f24d59724 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:51.276441 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2136b885-94c3-4672-8606-aaa03cf4ccb4 req-982efaf3-ac04-4b4b-b5e5-504f24d59724 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 945 time: 0.0683093 Jul 16 22:47:51.318175 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2136b885-94c3-4672-8606-aaa03cf4ccb4 req-ae9601f7-d4f2-42ae-880f-b0134ae91ec2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341275 Jul 16 22:47:51.494901 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb9aef-f38a-4944-8db3-3948fa70eac2 req-835816ba-a601-4e4c-8aab-6d4cca09430b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:51.496397 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e9cb9aef-f38a-4944-8db3-3948fa70eac2 req-835816ba-a601-4e4c-8aab-6d4cca09430b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 945 time: 0.0660851 Jul 16 22:47:51.533691 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e9cb9aef-f38a-4944-8db3-3948fa70eac2 req-5baebe14-e79f-4ffb-a2ac-119485eb5911 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315278 Jul 16 22:47:51.559141 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58924) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:51.695923 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673f9c3a-b4f7-453a-b0d1-75993cca59e2 tempest-TestVolumeBootPattern-691975832 tempest-TestVolumeBootPattern-691975832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:51.697403 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-673f9c3a-b4f7-453a-b0d1-75993cca59e2 tempest-TestVolumeBootPattern-691975832 tempest-TestVolumeBootPattern-691975832-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 1093 time: 0.1371999 Jul 16 22:47:51.700199 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 58928) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:47:51.704447 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'floatingip': {'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'port_id': 'b6e223fd-b01e-422f-85ce-07453d63d6ae', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:47:51.725698 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:51.820735 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:51.920196 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Allocated IP 172.27.0.10 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/a12e1620-70e0-4565-a5fa-0beb7f67bc6a) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:47:52.023681 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:52.059989 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:52.094055 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:47:52.098869 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:47:52.102140 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:47:52.126448 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'Port': ['ID=a12e1620-70e0-4565-a5fa-0beb7f67bc6a,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:52.456936 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:52.543471 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:52.683788 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:52.688101 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:52.759098 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'Port': ['ID=a12e1620-70e0-4565-a5fa-0beb7f67bc6a,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:47:52.767606 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:52.865792 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.l3_db [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Floating IP 6fbd6ceb-5eee-4772-9542-4210b1e6d590 associated. External IP: 172.27.0.10, port: b6e223fd-b01e-422f-85ce-07453d63d6ae. Jul 16 22:47:53.066600 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Router 09ab48e1-e417-4d6e-a9a0-e75f92764fca has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:47:53.396940 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:47:53.405997 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a086cba-88f2-4b21-9617-9ac59812fbbe None None] Sync routers for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:47:53.412170 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:53.416827 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a086cba-88f2-4b21-9617-9ac59812fbbe None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:53.417517 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-2a086cba-88f2-4b21-9617-9ac59812fbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:47:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:53.447821 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-c7061387-81bb-4942-ab33-5e08795c9725 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7466302 Jul 16 22:47:53.448412 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a29f460-ad06-470c-9746-01c818599213', 'tag': 'b6e223fd-b01e-422f-85ce-07453d63d6ae'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:47:53.450666 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-932cdf81-a547-46f2-8ce7-3d611d437f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "9a29f460-ad06-470c-9746-01c818599213", "tag": "b6e223fd-b01e-422f-85ce-07453d63d6ae"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:47:53.492818 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a03d4f-8125-468e-8ce1-02227e7102d8 x-openstack-request-id: req-12a03d4f-8125-468e-8ce1-02227e7102d8 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:47:53.493111 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a29f460-ad06-470c-9746-01c818599213", "tag": "b6e223fd-b01e-422f-85ce-07453d63d6ae", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:47:53.493365 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-12a03d4f-8125-468e-8ce1-02227e7102d8 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:47:53.493783 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a29f460-ad06-470c-9746-01c818599213', 'tag': 'b6e223fd-b01e-422f-85ce-07453d63d6ae', 'status': 'completed', 'code': 200} Jul 16 22:47:53.523013 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-2a086cba-88f2-4b21-9617-9ac59812fbbe None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:53.574706 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cdf81-a547-46f2-8ce7-3d611d437f2b req-5236daad-5ad3-44d6-9474-eb8f366d2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:53.576493 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-932cdf81-a547-46f2-8ce7-3d611d437f2b req-5236daad-5ad3-44d6-9474-eb8f366d2399 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 1098 time: 0.0560470 Jul 16 22:47:53.668130 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cdf81-a547-46f2-8ce7-3d611d437f2b req-925df20c-dc8a-47db-ab5d-4b11e39746f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:53.669610 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-932cdf81-a547-46f2-8ce7-3d611d437f2b req-925df20c-dc8a-47db-ab5d-4b11e39746f4 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 912 time: 0.0849833 Jul 16 22:47:53.734287 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-932cdf81-a547-46f2-8ce7-3d611d437f2b req-c8fde2a0-3da9-447a-b489-832cd02daaeb service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e223fd-b01e-422f-85ce-07453d63d6ae HTTP/1.1" status: 200 len: 998 time: 0.0562329 Jul 16 22:47:53.748114 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-2a086cba-88f2-4b21-9617-9ac59812fbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '6fbd6ceb-5eee-4772-9542-4210b1e6d590', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': 'b6e223fd-b01e-422f-85ce-07453d63d6ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:af:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a29f460-ad06-470c-9746-01c818599213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:47:52Z', 'updated_at': '2021-07-16T22:47:52Z', 'revision_number': 0, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:53.774338 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a086cba-88f2-4b21-9617-9ac59812fbbe None None] Checking router: 09ab48e1-e417-4d6e-a9a0-e75f92764fca for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:47:53.781485 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cdf81-a547-46f2-8ce7-3d611d437f2b req-53ababc8-7e0e-47e8-9501-e4de947bfcd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:53.782334 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a086cba-88f2-4b21-9617-9ac59812fbbe None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:47:53.782930 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-932cdf81-a547-46f2-8ce7-3d611d437f2b req-53ababc8-7e0e-47e8-9501-e4de947bfcd0 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0418372 Jul 16 22:47:53.783050 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-2a086cba-88f2-4b21-9617-9ac59812fbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:47:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:53.849386 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932cdf81-a547-46f2-8ce7-3d611d437f2b req-4baa8e2c-e48b-40d4-a172-7eecc9d223ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:47:53.850904 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-932cdf81-a547-46f2-8ce7-3d611d437f2b req-4baa8e2c-e48b-40d4-a172-7eecc9d223ef service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549910 Jul 16 22:47:53.885942 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-2a086cba-88f2-4b21-9617-9ac59812fbbe None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:47:53.938402 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-932cdf81-a547-46f2-8ce7-3d611d437f2b req-b53faa8f-c887-4d4b-ae1f-708d05c2be9c service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803964 Jul 16 22:47:54.036612 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-932cdf81-a547-46f2-8ce7-3d611d437f2b req-eb7a8a79-018d-415c-836a-a9e5474e2e63 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855231 Jul 16 22:47:54.109298 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-2a086cba-88f2-4b21-9617-9ac59812fbbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '6fbd6ceb-5eee-4772-9542-4210b1e6d590', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': 'b6e223fd-b01e-422f-85ce-07453d63d6ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:af:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a29f460-ad06-470c-9746-01c818599213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:47:52Z', 'updated_at': '2021-07-16T22:47:52Z', 'revision_number': 0, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:47:54.135284 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a086cba-88f2-4b21-9617-9ac59812fbbe None None] The sync data for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi is: [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '6fbd6ceb-5eee-4772-9542-4210b1e6d590', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.10', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': 'b6e223fd-b01e-422f-85ce-07453d63d6ae', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 609, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:af:ce:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a29f460-ad06-470c-9746-01c818599213', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:47:52Z', 'updated_at': '2021-07-16T22:47:52Z', 'revision_number': 0, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:47:54.313316 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b1a653-0e19-4b2c-96e0-7b7888037ec1 None None] New status for floating IP 6fbd6ceb-5eee-4772-9542-4210b1e6d590: ACTIVE {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:47:54.637790 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-76e5dee0-d9dd-49e7-8db6-f7458238d9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:55.690833 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.357371 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-899f3eb1-f3cd-4a33-a168-aff2ef9a3f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:57.382667 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:58.144332 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:47:59.904546 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:01.222051 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f0017c3c-1667-482c-940a-285836c77563 req-50621c9c-33b8-4e33-8e27-b683f77630c0 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0493858 Jul 16 22:48:01.317537 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0017c3c-1667-482c-940a-285836c77563 req-44ecc4d5-2ef1-4d26-9bb1-14f67df15076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:01.319820 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f0017c3c-1667-482c-940a-285836c77563 req-44ecc4d5-2ef1-4d26-9bb1-14f67df15076 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 1099 time: 0.0530283 Jul 16 22:48:01.429939 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0017c3c-1667-482c-940a-285836c77563 req-7ca632ce-a7b8-41b5-b92b-9f4adad52d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:01.431659 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f0017c3c-1667-482c-940a-285836c77563 req-7ca632ce-a7b8-41b5-b92b-9f4adad52d5b service neutron] 10.222.0.35 "GET /v2.0/networks?id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 200 len: 916 time: 0.0883806 Jul 16 22:48:01.471936 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f0017c3c-1667-482c-940a-285836c77563 req-35371601-f44a-44dc-8f9c-1dad680924f1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dccb08fd-d72a-4d72-ac4c-6485af93509f HTTP/1.1" status: 200 len: 217 time: 0.0331092 Jul 16 22:48:01.523650 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0017c3c-1667-482c-940a-285836c77563 req-27aef5ba-8e36-4417-9a94-13dca39cf897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:01.525129 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f0017c3c-1667-482c-940a-285836c77563 req-27aef5ba-8e36-4417-9a94-13dca39cf897 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=86e17450-3b78-4b6a-b534-5010e8f6dc83 HTTP/1.1" status: 200 len: 855 time: 0.0459771 Jul 16 22:48:01.562518 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f0017c3c-1667-482c-940a-285836c77563 req-f7df0f41-0e19-4b26-8893-1417118612ca service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261276 Jul 16 22:48:01.658047 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f0017c3c-1667-482c-940a-285836c77563 req-b802663c-7ddd-4113-8594-3a42d14626a8 service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852742 Jul 16 22:48:01.754825 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f0017c3c-1667-482c-940a-285836c77563 req-84a59c8d-acc2-4201-8888-1fa4f8e26bb7 service neutron] 10.222.0.35 "GET /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891080 Jul 16 22:48:01.780937 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444c208b-f311-4338-b693-c90d72551384 req-14df769b-cd3e-492f-a596-2c33b0d37c0f tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:01.782449 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-444c208b-f311-4338-b693-c90d72551384 req-14df769b-cd3e-492f-a596-2c33b0d37c0f tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 945 time: 0.0660720 Jul 16 22:48:01.820329 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-444c208b-f311-4338-b693-c90d72551384 req-22fe1f83-dc8d-4e5c-90c1-12d63fdaa042 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315392 Jul 16 22:48:02.991124 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778276a6-0ce1-48d8-b57b-b5c7469b5d7e req-f4561bdc-8934-48e8-8cc2-32b351c669d8 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:02.992482 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-778276a6-0ce1-48d8-b57b-b5c7469b5d7e req-f4561bdc-8934-48e8-8cc2-32b351c669d8 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 945 time: 0.0613072 Jul 16 22:48:03.028697 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-778276a6-0ce1-48d8-b57b-b5c7469b5d7e req-8fca2285-19e9-4b35-8af7-ab781d17a8da tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306911 Jul 16 22:48:03.570923 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e8e2f-9b07-4b97-9073-2bc72b0139c0 req-bee10f48-fd26-43cd-84b9-838daea875a8 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:03.572355 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d46e8e2f-9b07-4b97-9073-2bc72b0139c0 req-bee10f48-fd26-43cd-84b9-838daea875a8 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 945 time: 0.0643301 Jul 16 22:48:03.674301 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-d46e8e2f-9b07-4b97-9073-2bc72b0139c0 req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Deleting port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:03.674645 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-d46e8e2f-9b07-4b97-9073-2bc72b0139c0 req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:03.760419 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-d46e8e2f-9b07-4b97-9073-2bc72b0139c0 req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] For port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:03.760701 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-d46e8e2f-9b07-4b97-9073-2bc72b0139c0 req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:03.776972 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-d46e8e2f-9b07-4b97-9073-2bc72b0139c0 req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Calling delete_port for d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea owned by compute:nova {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:03.897201 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-d46e8e2f-9b07-4b97-9073-2bc72b0139c0 req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:03.909960 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['dccb08fd-d72a-4d72-ac4c-6485af93509f', '106dc64a-9ebf-461e-93b0-29f74cb47388', 'c00a3f1e-5bd6-4644-b928-df7229d0b6ef', 'd76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:48:03.924316 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Pushing event deleted for resources: {'Port': ['ID=d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:03.934056 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:03.934408 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:03.934746 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:03.935082 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:03.935477 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:03.935810 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:03.936546 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:03.936546 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:03.936776 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:03.937072 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:03.937393 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:03.937745 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:03.984731 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46e8e2f-9b07-4b97-9073-2bc72b0139c0 req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] No DVR routers for this DVR port d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea on host hv-cinder-79760 {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:48:03.987198 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-d46e8e2f-9b07-4b97-9073-2bc72b0139c0 req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:03.989243 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-d46e8e2f-9b07-4b97-9073-2bc72b0139c0 req-eb222b13-f968-4adc-b835-fd7b09a58e19 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "DELETE /v2.0/ports/d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea HTTP/1.1" status: 204 len: 173 time: 0.4094539 Jul 16 22:48:03.989699 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '879d1871-ab5b-4e0e-8117-d77e17dc2b9d', 'name': 'network-vif-deleted', 'tag': 'd76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:03.992035 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8837af1a-cbf5-42f7-ab34-f5440d961cb6" -d '{"events": [{"server_uuid": "879d1871-ab5b-4e0e-8117-d77e17dc2b9d", "name": "network-vif-deleted", "tag": "d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:04.029669 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0d499e-caad-47dd-bc8e-6849bd8895b0 x-openstack-request-id: req-ee0d499e-caad-47dd-bc8e-6849bd8895b0 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:04.029956 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "879d1871-ab5b-4e0e-8117-d77e17dc2b9d", "name": "network-vif-deleted", "tag": "d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:04.030208 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ee0d499e-caad-47dd-bc8e-6849bd8895b0 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:04.030622 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '879d1871-ab5b-4e0e-8117-d77e17dc2b9d', 'name': 'network-vif-deleted', 'tag': 'd76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea', 'status': 'completed', 'code': 200} Jul 16 22:48:04.175527 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-1a996ca3-5d48-4d25-a707-4bb176e652b2 req-2e184ef7-88b1-4ca3-ad4e-adb1b99af10e tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=879d1871-ab5b-4e0e-8117-d77e17dc2b9d HTTP/1.1" status: 200 len: 210 time: 0.0293603 Jul 16 22:48:06.733780 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6056f-941b-423e-aafb-72bc9353dc4b req-5c2906cb-f848-4dd7-a7c6-1b0b0ed37ed2 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:06.735136 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0fb6056f-941b-423e-aafb-72bc9353dc4b req-5c2906cb-f848-4dd7-a7c6-1b0b0ed37ed2 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 945 time: 0.0644927 Jul 16 22:48:06.771395 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0fb6056f-941b-423e-aafb-72bc9353dc4b req-dc19a681-a34b-4224-b1b5-4709c3d55e67 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306060 Jul 16 22:48:07.353031 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:48:07.374762 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:48:07.375107 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device d76277ec-396b-4ddf-9b4a-2ca2a9e1f8ea not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:48:07.942147 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4d6ef-94aa-4460-843f-215518494e82 req-81d1b4f6-7ab2-49f0-807d-e6ba3753d99d tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:07.944184 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4ec4d6ef-94aa-4460-843f-215518494e82 req-81d1b4f6-7ab2-49f0-807d-e6ba3753d99d tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 945 time: 0.0617301 Jul 16 22:48:07.980912 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4ec4d6ef-94aa-4460-843f-215518494e82 req-991d2a52-19be-41a5-809a-84eee5ef90f2 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309865 Jul 16 22:48:07.982673 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:48:08.383029 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d950db-3862-4450-a576-68be0eb5e5fd req-9c6ee877-afe0-4447-98c5-5f27ccf0eeb1 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:08.384466 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-72d950db-3862-4450-a576-68be0eb5e5fd req-9c6ee877-afe0-4447-98c5-5f27ccf0eeb1 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 945 time: 0.0650315 Jul 16 22:48:08.483095 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-72d950db-3862-4450-a576-68be0eb5e5fd req-7280704e-a96c-405b-8621-14146dac8b9c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Deleting port c00a3f1e-5bd6-4644-b928-df7229d0b6ef {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:08.483358 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-72d950db-3862-4450-a576-68be0eb5e5fd req-7280704e-a96c-405b-8621-14146dac8b9c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.568250 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-72d950db-3862-4450-a576-68be0eb5e5fd req-7280704e-a96c-405b-8621-14146dac8b9c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] For port c00a3f1e-5bd6-4644-b928-df7229d0b6ef, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=c00a3f1e-5bd6-4644-b928-df7229d0b6ef,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:08.569310 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-72d950db-3862-4450-a576-68be0eb5e5fd req-7280704e-a96c-405b-8621-14146dac8b9c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.581193 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-72d950db-3862-4450-a576-68be0eb5e5fd req-7280704e-a96c-405b-8621-14146dac8b9c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Calling delete_port for c00a3f1e-5bd6-4644-b928-df7229d0b6ef owned by compute:nova {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:08.706166 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-72d950db-3862-4450-a576-68be0eb5e5fd req-7280704e-a96c-405b-8621-14146dac8b9c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.717310 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['dccb08fd-d72a-4d72-ac4c-6485af93509f', '106dc64a-9ebf-461e-93b0-29f74cb47388', 'c00a3f1e-5bd6-4644-b928-df7229d0b6ef'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:48:08.732912 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280704e-a96c-405b-8621-14146dac8b9c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Pushing event deleted for resources: {'Port': ['ID=c00a3f1e-5bd6-4644-b928-df7229d0b6ef,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:08.780227 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d950db-3862-4450-a576-68be0eb5e5fd req-7280704e-a96c-405b-8621-14146dac8b9c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] No DVR routers for this DVR port c00a3f1e-5bd6-4644-b928-df7229d0b6ef on host hv-cinder-79760 {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:48:08.782624 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-72d950db-3862-4450-a576-68be0eb5e5fd req-7280704e-a96c-405b-8621-14146dac8b9c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:08.784581 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-72d950db-3862-4450-a576-68be0eb5e5fd req-7280704e-a96c-405b-8621-14146dac8b9c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "DELETE /v2.0/ports/c00a3f1e-5bd6-4644-b928-df7229d0b6ef HTTP/1.1" status: 204 len: 173 time: 0.3949897 Jul 16 22:48:08.785014 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e2323a4-90d1-4eb6-bb5d-8beba007626c', 'name': 'network-vif-deleted', 'tag': 'c00a3f1e-5bd6-4644-b928-df7229d0b6ef'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:08.787516 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea311e7-ac03-4bc0-819f-109f380eca1a" -d '{"events": [{"server_uuid": "2e2323a4-90d1-4eb6-bb5d-8beba007626c", "name": "network-vif-deleted", "tag": "c00a3f1e-5bd6-4644-b928-df7229d0b6ef"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:08.824442 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1db9bd-2cc7-4909-9796-e0b79e1d0aba x-openstack-request-id: req-7b1db9bd-2cc7-4909-9796-e0b79e1d0aba {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:08.824740 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e2323a4-90d1-4eb6-bb5d-8beba007626c", "name": "network-vif-deleted", "tag": "c00a3f1e-5bd6-4644-b928-df7229d0b6ef", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:08.824997 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7b1db9bd-2cc7-4909-9796-e0b79e1d0aba {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:08.825390 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e2323a4-90d1-4eb6-bb5d-8beba007626c', 'name': 'network-vif-deleted', 'tag': 'c00a3f1e-5bd6-4644-b928-df7229d0b6ef', 'status': 'completed', 'code': 200} Jul 16 22:48:09.129349 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-757ef162-f449-4384-9969-2e400202df10 req-9c0d8448-904b-49a8-ab5c-9f769aa5273f tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=2e2323a4-90d1-4eb6-bb5d-8beba007626c HTTP/1.1" status: 200 len: 210 time: 0.0281153 Jul 16 22:48:10.606615 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcad20f-6489-49a8-9b96-d06990596f63 req-65888510-1f59-47f0-85c7-3abacee852f6 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:10.608079 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bfcad20f-6489-49a8-9b96-d06990596f63 req-65888510-1f59-47f0-85c7-3abacee852f6 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 946 time: 0.0667903 Jul 16 22:48:10.647971 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-bfcad20f-6489-49a8-9b96-d06990596f63 req-d1b7a80a-f331-44fa-a8b8-c27db2b07504 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312943 Jul 16 22:48:11.821875 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3263b6-9bbe-40cc-a298-ed799041009e req-c82b2a7e-a0f9-4b13-9ad4-182c98fcb7fc tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:11.823341 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fe3263b6-9bbe-40cc-a298-ed799041009e req-c82b2a7e-a0f9-4b13-9ad4-182c98fcb7fc tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 946 time: 0.0626342 Jul 16 22:48:11.859668 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fe3263b6-9bbe-40cc-a298-ed799041009e req-aa45cba2-77a8-40ad-b092-b9ef198f0d32 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309358 Jul 16 22:48:11.934459 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f201e3d5-b79d-4a71-8f1d-c13aa72068a8 req-a5569b73-98f9-484f-9fe8-be8be05c719c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:11.935887 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f201e3d5-b79d-4a71-8f1d-c13aa72068a8 req-a5569b73-98f9-484f-9fe8-be8be05c719c tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "GET /v2.0/ports?device_id=d3128437-16c2-4897-b681-a78613eba83d HTTP/1.1" status: 200 len: 946 time: 0.0668790 Jul 16 22:48:12.030393 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-f201e3d5-b79d-4a71-8f1d-c13aa72068a8 req-7f0d129b-46a7-4eb5-80f1-4f0e0807d247 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Deleting port 106dc64a-9ebf-461e-93b0-29f74cb47388 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:12.030728 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-f201e3d5-b79d-4a71-8f1d-c13aa72068a8 req-7f0d129b-46a7-4eb5-80f1-4f0e0807d247 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:12.116576 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-f201e3d5-b79d-4a71-8f1d-c13aa72068a8 req-7f0d129b-46a7-4eb5-80f1-4f0e0807d247 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] For port 106dc64a-9ebf-461e-93b0-29f74cb47388, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=106dc64a-9ebf-461e-93b0-29f74cb47388,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:12.116927 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-f201e3d5-b79d-4a71-8f1d-c13aa72068a8 req-7f0d129b-46a7-4eb5-80f1-4f0e0807d247 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:12.128107 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-f201e3d5-b79d-4a71-8f1d-c13aa72068a8 req-7f0d129b-46a7-4eb5-80f1-4f0e0807d247 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Calling delete_port for 106dc64a-9ebf-461e-93b0-29f74cb47388 owned by compute:nova {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:12.253096 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-f201e3d5-b79d-4a71-8f1d-c13aa72068a8 req-7f0d129b-46a7-4eb5-80f1-4f0e0807d247 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:12.264478 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['dccb08fd-d72a-4d72-ac4c-6485af93509f', '106dc64a-9ebf-461e-93b0-29f74cb47388'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:48:12.283014 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0d129b-46a7-4eb5-80f1-4f0e0807d247 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Pushing event deleted for resources: {'Port': ['ID=106dc64a-9ebf-461e-93b0-29f74cb47388,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:12.326059 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-f201e3d5-b79d-4a71-8f1d-c13aa72068a8 req-7f0d129b-46a7-4eb5-80f1-4f0e0807d247 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] No DVR routers for this DVR port 106dc64a-9ebf-461e-93b0-29f74cb47388 on host hv-cinder-79760 {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:48:12.328492 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-f201e3d5-b79d-4a71-8f1d-c13aa72068a8 req-7f0d129b-46a7-4eb5-80f1-4f0e0807d247 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:12.330501 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f201e3d5-b79d-4a71-8f1d-c13aa72068a8 req-7f0d129b-46a7-4eb5-80f1-4f0e0807d247 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "DELETE /v2.0/ports/106dc64a-9ebf-461e-93b0-29f74cb47388 HTTP/1.1" status: 204 len: 173 time: 0.3885405 Jul 16 22:48:12.330942 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3128437-16c2-4897-b681-a78613eba83d', 'name': 'network-vif-deleted', 'tag': '106dc64a-9ebf-461e-93b0-29f74cb47388'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:12.333141 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29e7c38-9344-4c92-bd3c-6225272ead25" -d '{"events": [{"server_uuid": "d3128437-16c2-4897-b681-a78613eba83d", "name": "network-vif-deleted", "tag": "106dc64a-9ebf-461e-93b0-29f74cb47388"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:12.369327 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a341f27e-ff09-41cb-821f-98374ff2f96f x-openstack-request-id: req-a341f27e-ff09-41cb-821f-98374ff2f96f {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:12.369646 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3128437-16c2-4897-b681-a78613eba83d", "name": "network-vif-deleted", "tag": "106dc64a-9ebf-461e-93b0-29f74cb47388", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:12.369894 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-a341f27e-ff09-41cb-821f-98374ff2f96f {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:12.370294 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3128437-16c2-4897-b681-a78613eba83d', 'name': 'network-vif-deleted', 'tag': '106dc64a-9ebf-461e-93b0-29f74cb47388', 'status': 'completed', 'code': 200} Jul 16 22:48:13.434172 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 106dc64a-9ebf-461e-93b0-29f74cb47388 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:48:13.453243 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 106dc64a-9ebf-461e-93b0-29f74cb47388 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:48:13.453612 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 106dc64a-9ebf-461e-93b0-29f74cb47388 not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:48:13.454019 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device c00a3f1e-5bd6-4644-b928-df7229d0b6ef no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:48:13.471361 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: c00a3f1e-5bd6-4644-b928-df7229d0b6ef {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:48:13.471699 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device c00a3f1e-5bd6-4644-b928-df7229d0b6ef not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:48:14.421332 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416f8368-c341-4a0b-bd8b-ef65b9da8ad9 req-cc058d7d-7d30-4175-85d4-bed2a6b4bdba tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:14.422788 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-416f8368-c341-4a0b-bd8b-ef65b9da8ad9 req-cc058d7d-7d30-4175-85d4-bed2a6b4bdba tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 946 time: 0.0605180 Jul 16 22:48:14.459585 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-416f8368-c341-4a0b-bd8b-ef65b9da8ad9 req-d70e7d6c-32f2-40f6-b5eb-696052854e89 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314152 Jul 16 22:48:15.632463 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c145b-25af-4cd9-aa17-d38243c372a3 req-9b36d8b0-98e4-4108-8ae6-b9ffb9f26b68 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:15.633942 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6e2c145b-25af-4cd9-aa17-d38243c372a3 req-9b36d8b0-98e4-4108-8ae6-b9ffb9f26b68 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 946 time: 0.0649087 Jul 16 22:48:15.669974 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6e2c145b-25af-4cd9-aa17-d38243c372a3 req-3a5e333f-71e9-4c40-bfdd-ab09d598d0ce tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/security-groups?id=9f770da9-d175-47d3-a419-11bfa59b0295&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306332 Jul 16 22:48:15.961406 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2dc538-bdf8-4cb7-896a-eb2923e6d242 req-d9441733-2916-4faf-8316-a42d61f8544d tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:15.962834 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-2d2dc538-bdf8-4cb7-896a-eb2923e6d242 req-d9441733-2916-4faf-8316-a42d61f8544d tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 946 time: 0.0601666 Jul 16 22:48:16.059158 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-2d2dc538-bdf8-4cb7-896a-eb2923e6d242 req-13ac94bf-5056-47d3-8134-b02ca7e4b789 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Deleting port dccb08fd-d72a-4d72-ac4c-6485af93509f {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:48:16.059489 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2d2dc538-bdf8-4cb7-896a-eb2923e6d242 req-13ac94bf-5056-47d3-8134-b02ca7e4b789 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:16.145541 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-2d2dc538-bdf8-4cb7-896a-eb2923e6d242 req-13ac94bf-5056-47d3-8134-b02ca7e4b789 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] For port dccb08fd-d72a-4d72-ac4c-6485af93509f, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=dccb08fd-d72a-4d72-ac4c-6485af93509f,segment=NetworkSegment(292bed57-ce64-47ea-9053-7e5d65e13d4f),segment_id=292bed57-ce64-47ea-9053-7e5d65e13d4f)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:48:16.145940 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2d2dc538-bdf8-4cb7-896a-eb2923e6d242 req-13ac94bf-5056-47d3-8134-b02ca7e4b789 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:16.157369 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-2d2dc538-bdf8-4cb7-896a-eb2923e6d242 req-13ac94bf-5056-47d3-8134-b02ca7e4b789 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Calling delete_port for dccb08fd-d72a-4d72-ac4c-6485af93509f owned by compute:nova {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:48:16.282421 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2d2dc538-bdf8-4cb7-896a-eb2923e6d242 req-13ac94bf-5056-47d3-8134-b02ca7e4b789 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:16.294481 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['dccb08fd-d72a-4d72-ac4c-6485af93509f'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:48:16.310314 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac94bf-5056-47d3-8134-b02ca7e4b789 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Pushing event deleted for resources: {'Port': ['ID=dccb08fd-d72a-4d72-ac4c-6485af93509f,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:16.359009 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2dc538-bdf8-4cb7-896a-eb2923e6d242 req-13ac94bf-5056-47d3-8134-b02ca7e4b789 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] No DVR routers for this DVR port dccb08fd-d72a-4d72-ac4c-6485af93509f on host hv-cinder-79760 {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:48:16.361237 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-2d2dc538-bdf8-4cb7-896a-eb2923e6d242 req-13ac94bf-5056-47d3-8134-b02ca7e4b789 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:16.363268 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-2d2dc538-bdf8-4cb7-896a-eb2923e6d242 req-13ac94bf-5056-47d3-8134-b02ca7e4b789 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.35 "DELETE /v2.0/ports/dccb08fd-d72a-4d72-ac4c-6485af93509f HTTP/1.1" status: 204 len: 173 time: 0.3949382 Jul 16 22:48:16.363728 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5adcceb1-608e-4dc3-b948-80935e722e73', 'name': 'network-vif-deleted', 'tag': 'dccb08fd-d72a-4d72-ac4c-6485af93509f'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:48:16.366537 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55b87318-08cc-41c6-848e-8163b3f9162c" -d '{"events": [{"server_uuid": "5adcceb1-608e-4dc3-b948-80935e722e73", "name": "network-vif-deleted", "tag": "dccb08fd-d72a-4d72-ac4c-6485af93509f"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:48:16.400500 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5750428-1a0a-452d-84f6-776b77b864f2 x-openstack-request-id: req-d5750428-1a0a-452d-84f6-776b77b864f2 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:48:16.400792 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5adcceb1-608e-4dc3-b948-80935e722e73", "name": "network-vif-deleted", "tag": "dccb08fd-d72a-4d72-ac4c-6485af93509f", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:48:16.401045 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5750428-1a0a-452d-84f6-776b77b864f2 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:48:16.401438 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5adcceb1-608e-4dc3-b948-80935e722e73', 'name': 'network-vif-deleted', 'tag': 'dccb08fd-d72a-4d72-ac4c-6485af93509f', 'status': 'completed', 'code': 200} Jul 16 22:48:16.818578 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f72942a5-fc5e-4cc0-94bd-008b5bafd486 req-670d2c76-5645-4048-9f65-4c5c006b9102 tempest-AttachVolumeNegativeTest-886337324 tempest-AttachVolumeNegativeTest-886337324-project] 10.222.0.24 "GET /v2.0/ports?device_id=5adcceb1-608e-4dc3-b948-80935e722e73 HTTP/1.1" status: 200 len: 210 time: 0.0278535 Jul 16 22:48:17.908874 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59034) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:17.951504 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_v2 [None req-394546ec-b910-4294-b350-619896d9e1ae admin admin] Deleting subnet 86e17450-3b78-4b6a-b534-5010e8f6dc83 {{(pid=99618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:48:17.954442 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-394546ec-b910-4294-b350-619896d9e1ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:17.986669 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-394546ec-b910-4294-b350-619896d9e1ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29474277'] for subnet, precommit_delete_associations {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.027577 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-394546ec-b910-4294-b350-619896d9e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.076995 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-394546ec-b910-4294-b350-619896d9e1ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31082811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31445182'] for subnet, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.104282 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-394546ec-b910-4294-b350-619896d9e1ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.106029 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-394546ec-b910-4294-b350-619896d9e1ae admin admin] 10.222.0.24 "DELETE /v2.0/subnets/86e17450-3b78-4b6a-b534-5010e8f6dc83 HTTP/1.1" status: 204 len: 168 time: 0.1961441 Jul 16 22:48:18.106984 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394546ec-b910-4294-b350-619896d9e1ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=86e17450-3b78-4b6a-b534-5010e8f6dc83,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:18.108605 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59036) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:18.177833 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.254110 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.264589 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbe8393f-0cb2-40d3-81c5-bc9ec95be14d']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:18.274934 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292bed57-ce64-47ea-9053-7e5d65e13d4f') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:18.275232 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292bed57-ce64-47ea-9053-7e5d65e13d4f') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:18.285485 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.298837 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.305160 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:48:18.305566 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:48:18.307165 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:48:18.362840 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.368458 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.370306 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bbe8393f-0cb2-40d3-81c5-bc9ec95be14d HTTP/1.1" status: 204 len: 168 time: 0.2607043 Jul 16 22:48:18.381190 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbe8393f-0cb2-40d3-81c5-bc9ec95be14d,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:18.388216 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.388569 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.388909 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.389242 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.389597 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.389947 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.390257 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.390580 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.390906 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.391225 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.391545 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.391863 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d2775b9-ff2a-4e5f-be9b-7f182d2dcfd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:48:18.526264 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59040) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:18.563750 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-dcd51896-cd46-41b7-8566-3a96bc7fd851 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c7edadc77d0b46ba876d58aaf3238d7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0363333 Jul 16 22:48:18.566142 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59042) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:18.611467 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-06d0efb8-ea6c-4df6-bfd7-b3319eeb7afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.631812 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-06d0efb8-ea6c-4df6-bfd7-b3319eeb7afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.678996 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-06d0efb8-ea6c-4df6-bfd7-b3319eeb7afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.681779 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-06d0efb8-ea6c-4df6-bfd7-b3319eeb7afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:18.682909 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-06d0efb8-ea6c-4df6-bfd7-b3319eeb7afa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f770da9-d175-47d3-a419-11bfa59b0295 HTTP/1.1" status: 204 len: 168 time: 0.1159110 Jul 16 22:48:18.690040 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d0efb8-ea6c-4df6-bfd7-b3319eeb7afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f770da9-d175-47d3-a419-11bfa59b0295,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:19.480770 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device dccb08fd-d72a-4d72-ac4c-6485af93509f no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:48:19.500382 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: dccb08fd-d72a-4d72-ac4c-6485af93509f {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:48:19.500887 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device dccb08fd-d72a-4d72-ac4c-6485af93509f not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:48:20.243895 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59096) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:20.348357 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c91acac7-2f89-4cbf-ae52-9fb469ad0511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.433190 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c91acac7-2f89-4cbf-ae52-9fb469ad0511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.436490 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c91acac7-2f89-4cbf-ae52-9fb469ad0511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.472904 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-c91acac7-2f89-4cbf-ae52-9fb469ad0511 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c3f44d98e2054002b8362942672a4e3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2279849 Jul 16 22:48:20.474579 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91acac7-2f89-4cbf-ae52-9fb469ad0511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942e51a0-c807-496a-9340-1afb3a31b891,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:20.476252 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59100) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:20.524262 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-2cfef5b7-0e85-4910-8330-7fd4b47a2395 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.544445 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-2cfef5b7-0e85-4910-8330-7fd4b47a2395 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.589619 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-2cfef5b7-0e85-4910-8330-7fd4b47a2395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.592194 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-2cfef5b7-0e85-4910-8330-7fd4b47a2395 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.593317 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-2cfef5b7-0e85-4910-8330-7fd4b47a2395 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/942e51a0-c807-496a-9340-1afb3a31b891 HTTP/1.1" status: 204 len: 168 time: 0.1154642 Jul 16 22:48:20.601523 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfef5b7-0e85-4910-8330-7fd4b47a2395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942e51a0-c807-496a-9340-1afb3a31b891,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:20.845190 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59106) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:20.858270 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-04e7544f-ed92-4580-9414-259f052425a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.943277 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-04e7544f-ed92-4580-9414-259f052425a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.946873 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-04e7544f-ed92-4580-9414-259f052425a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:20.983707 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-04e7544f-ed92-4580-9414-259f052425a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ce731aaa2e3c4728bad86569f1798e96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1374300 Jul 16 22:48:20.984819 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7544f-ed92-4580-9414-259f052425a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6347ee-a648-4dd1-b74f-9590391fb73a,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:20.986402 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59108) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:21.035882 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5f4e8e6c-ff79-44d0-9aca-37ead7e23f2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:21.058979 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5f4e8e6c-ff79-44d0-9aca-37ead7e23f2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:21.103659 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5f4e8e6c-ff79-44d0-9aca-37ead7e23f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:21.106332 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5f4e8e6c-ff79-44d0-9aca-37ead7e23f2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:21.107490 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-5f4e8e6c-ff79-44d0-9aca-37ead7e23f2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb6347ee-a648-4dd1-b74f-9590391fb73a HTTP/1.1" status: 204 len: 168 time: 0.1200535 Jul 16 22:48:21.116696 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e8e6c-ff79-44d0-9aca-37ead7e23f2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6347ee-a648-4dd1-b74f-9590391fb73a,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:24.637976 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f1f09c40-c924-4a03-a8b6-ea294d7a6e52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:25.711048 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:27.356576 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-80a5bc92-d8e0-4892-a3ba-f9bbe23fea30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:27.382104 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:28.147374 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:29.910276 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.121207 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59204) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:31.222021 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7f4be23b-83f9-4449-b220-35b664bc65e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.308084 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7f4be23b-83f9-4449-b220-35b664bc65e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.311691 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7f4be23b-83f9-4449-b220-35b664bc65e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.350073 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-7f4be23b-83f9-4449-b220-35b664bc65e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bca0c838708a4ff5b9f50535a08b9440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2275126 Jul 16 22:48:31.350983 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4be23b-83f9-4449-b220-35b664bc65e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=162fc5c7-255c-49c0-a783-8dd04792dd36,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:31.352465 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59208) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:31.401741 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8ce5caef-6f8d-43b2-ad37-4c1ce5f9ea49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.421781 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8ce5caef-6f8d-43b2-ad37-4c1ce5f9ea49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.466020 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8ce5caef-6f8d-43b2-ad37-4c1ce5f9ea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.468512 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-8ce5caef-6f8d-43b2-ad37-4c1ce5f9ea49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.469645 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-8ce5caef-6f8d-43b2-ad37-4c1ce5f9ea49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/162fc5c7-255c-49c0-a783-8dd04792dd36 HTTP/1.1" status: 204 len: 168 time: 0.1162038 Jul 16 22:48:31.477394 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce5caef-6f8d-43b2-ad37-4c1ce5f9ea49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=162fc5c7-255c-49c0-a783-8dd04792dd36,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:31.720049 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59214) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:31.732846 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c26739b9-d407-4ae9-abe5-1aaea349f9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.819036 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c26739b9-d407-4ae9-abe5-1aaea349f9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.822690 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c26739b9-d407-4ae9-abe5-1aaea349f9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.860209 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-c26739b9-d407-4ae9-abe5-1aaea349f9eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=87033b60cdf949c68643020bb3fe4d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1390684 Jul 16 22:48:31.861351 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26739b9-d407-4ae9-abe5-1aaea349f9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e4f6ba-51c2-4aa2-9569-902eeb1bf3bf,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:31.862881 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59216) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:31.911175 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1b39e7b3-57c8-4ac4-a0d7-b4927b44e0d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.932425 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1b39e7b3-57c8-4ac4-a0d7-b4927b44e0d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.978070 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1b39e7b3-57c8-4ac4-a0d7-b4927b44e0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.980642 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-1b39e7b3-57c8-4ac4-a0d7-b4927b44e0d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:31.981795 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-1b39e7b3-57c8-4ac4-a0d7-b4927b44e0d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99e4f6ba-51c2-4aa2-9569-902eeb1bf3bf HTTP/1.1" status: 204 len: 168 time: 0.1179237 Jul 16 22:48:31.989747 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39e7b3-57c8-4ac4-a0d7-b4927b44e0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e4f6ba-51c2-4aa2-9569-902eeb1bf3bf,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:32.613485 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59238) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:32.704117 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1071582076-network', 'tenant_id': '183283d6d76648019d58df72b2042fa3'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:32.727326 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Made reservation on behalf of 183283d6d76648019d58df72b2042fa3 for: {'network': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:32.729728 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.737746 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.825036 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.828485 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.848719 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 309} {{(pid=99618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:48:32.862492 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f4bcbd-8996-4cfc-9e04-0537b0308d4e,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:32.869013 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.869401 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.segments_db [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Added segment 10e91706-d7e0-4b60-9051-83a1c24a7b6b of type vlan for network 6e1d4234-7195-4cfb-ae72-4f59891f858e Jul 16 22:48:32.909038 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.935966 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.936863 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:32.937443 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:32.968567 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3539915 Jul 16 22:48:32.971563 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59242) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:32.976679 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-2a8c4a89-1094-4689-9292-d518a0275fa9 admin admin] Request body: {'subnet': {'network_id': '6e1d4234-7195-4cfb-ae72-4f59891f858e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1071582076-subnet', 'tenant_id': '183283d6d76648019d58df72b2042fa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:32.997389 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a8c4a89-1094-4689-9292-d518a0275fa9 admin admin] Made reservation on behalf of 183283d6d76648019d58df72b2042fa3 for: {'subnet': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:32.999786 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4a89-1094-4689-9292-d518a0275fa9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29836452'] for subnet, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.000984 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ccf9fa-1104-428a-b07b-dc61b3aeb232 admin admin] Pushing event updated for resources: {'Network': ['ID=6e1d4234-7195-4cfb-ae72-4f59891f858e,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:33.011439 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 6e1d4234-7195-4cfb-ae72-4f59891f858e details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:48:33.163940 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4a89-1094-4689-9292-d518a0275fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29756771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29836470'] for subnet, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.215159 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8c4a89-1094-4689-9292-d518a0275fa9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b87bc73-ce74-416c-900e-c22811f1cd4b,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:33.231640 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a8c4a89-1094-4689-9292-d518a0275fa9 admin admin] Checking segment: {'id': '10e91706-d7e0-4b60-9051-83a1c24a7b6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '6e1d4234-7195-4cfb-ae72-4f59891f858e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:33.231990 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c4a89-1094-4689-9292-d518a0275fa9 admin admin] Network hostable DHCP agents. Network: 6e1d4234-7195-4cfb-ae72-4f59891f858e, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:48:33.247749 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a8c4a89-1094-4689-9292-d518a0275fa9 admin admin] Network 6e1d4234-7195-4cfb-ae72-4f59891f858e is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:48:33.256861 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-2a8c4a89-1094-4689-9292-d518a0275fa9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 6e1d4234-7195-4cfb-ae72-4f59891f858e) {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:33.261500 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8c4a89-1094-4689-9292-d518a0275fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:33.262713 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2a8c4a89-1094-4689-9292-d518a0275fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.266024 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce9543-a29f-4bd4-8b43-7a6dad3c87e1 None None] Network 6e1d4234-7195-4cfb-ae72-4f59891f858e requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:48:33.276368 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-2a8c4a89-1094-4689-9292-d518a0275fa9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3037305 Jul 16 22:48:33.391270 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5259518c-97d4-41a8-92f0-9f24567cd8e7 None None] Network 6e1d4234-7195-4cfb-ae72-4f59891f858e requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:48:33.723599 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59258) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:33.729040 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1092178595-network', 'tenant_id': '0b30c2cff953447bbce9e3a0a08a4fcb'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:33.749936 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Made reservation on behalf of 0b30c2cff953447bbce9e3a0a08a4fcb for: {'network': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:33.752217 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.760341 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.844805 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.848346 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.871699 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 330} {{(pid=99617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:48:33.879950 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e59cbec-2d4b-4d36-81dd-b507bd1961cb,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:33.885875 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.886222 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.segments_db [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Added segment 401379f5-2801-42bb-92e0-b23345c76863 of type vlan for network 5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8 Jul 16 22:48:33.925178 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.952290 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.953226 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:33.953847 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:33.984883 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2596550 Jul 16 22:48:33.987611 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59260) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:33.993709 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-6ef8fcd0-39b6-4d9b-882f-479d6169de9b admin admin] Request body: {'subnet': {'network_id': '5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1092178595-subnet', 'tenant_id': '0b30c2cff953447bbce9e3a0a08a4fcb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:48:34.026586 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef27dc1-5779-4dcf-941a-a9affe10ac38 admin admin] Pushing event updated for resources: {'Network': ['ID=5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:34.036341 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8 details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:48:34.043684 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef8fcd0-39b6-4d9b-882f-479d6169de9b admin admin] Made reservation on behalf of 0b30c2cff953447bbce9e3a0a08a4fcb for: {'subnet': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:48:34.046023 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6ef8fcd0-39b6-4d9b-882f-479d6169de9b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29836452'] for subnet, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:34.209783 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6ef8fcd0-39b6-4d9b-882f-479d6169de9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29756771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29836470'] for subnet, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:34.261242 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef8fcd0-39b6-4d9b-882f-479d6169de9b admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff128c45-1122-4acd-ab96-d33b53a53e7c,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:34.271714 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef8fcd0-39b6-4d9b-882f-479d6169de9b admin admin] Checking segment: {'id': '401379f5-2801-42bb-92e0-b23345c76863', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': '5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:48:34.272071 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef8fcd0-39b6-4d9b-882f-479d6169de9b admin admin] Network hostable DHCP agents. Network: 5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:48:34.288200 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef8fcd0-39b6-4d9b-882f-479d6169de9b admin admin] Network 5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8 is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:48:34.295775 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-6ef8fcd0-39b6-4d9b-882f-479d6169de9b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8) {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:48:34.299593 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef8fcd0-39b6-4d9b-882f-479d6169de9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:48:34.300170 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6ef8fcd0-39b6-4d9b-882f-479d6169de9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:34.305935 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74390a3-0208-4f79-8ed4-ab893a21d6d6 None None] Network 5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:48:34.315199 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-6ef8fcd0-39b6-4d9b-882f-479d6169de9b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3251255 Jul 16 22:48:34.431370 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e525dbce-40bb-4c42-b8ff-503e5dfb3e76 None None] Network 5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:48:44.981563 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:48:47.699352 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59378) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:47.743410 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4fd40f9-5208-46c1-a0c7-cd9a1b6c4ed0 admin admin] Deleting subnet 1b87bc73-ce74-416c-900e-c22811f1cd4b {{(pid=99617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:48:47.746801 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c4fd40f9-5208-46c1-a0c7-cd9a1b6c4ed0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:47.782975 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c4fd40f9-5208-46c1-a0c7-cd9a1b6c4ed0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29756700'] for subnet, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:47.820688 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c4fd40f9-5208-46c1-a0c7-cd9a1b6c4ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:47.870948 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c4fd40f9-5208-46c1-a0c7-cd9a1b6c4ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29756860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29836431'] for subnet, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:47.896857 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c4fd40f9-5208-46c1-a0c7-cd9a1b6c4ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:47.898706 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-c4fd40f9-5208-46c1-a0c7-cd9a1b6c4ed0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/1b87bc73-ce74-416c-900e-c22811f1cd4b HTTP/1.1" status: 204 len: 168 time: 0.1983750 Jul 16 22:48:47.899641 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd40f9-5208-46c1-a0c7-cd9a1b6c4ed0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b87bc73-ce74-416c-900e-c22811f1cd4b,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:47.901375 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59380) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:47.967167 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.044944 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.054784 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.services.segments.db [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e1d4234-7195-4cfb-ae72-4f59891f858e']}} {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:48.064011 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.services.segments.db [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e91706-d7e0-4b60-9051-83a1c24a7b6b') {'for_net_delete': True} {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:48.064309 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.services.segments.db [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e91706-d7e0-4b60-9051-83a1c24a7b6b') {} {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:48.072692 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29474258'] for segment, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.086216 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.091749 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=99618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:48:48.092129 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31082649'] for segment, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: Traceback (most recent call last): Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: timer() Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: cb(*args, **kw) Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: return func(*args, **kwargs) Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: self._notify() Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: self.callback(batched_events) Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: event.method(event) Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: return f(self, *a, **k) Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: return self._get(url).json() Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: return self.request(url, 'GET', **kwargs) Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:48:48.093692 dv-cinder-797608-6-iscsi neutron-server[99618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:48:48.145958 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.152916 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.154753 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6e1d4234-7195-4cfb-ae72-4f59891f858e HTTP/1.1" status: 204 len: 168 time: 0.2523806 Jul 16 22:48:48.157668 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59382) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:48.164365 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba666d2-76be-4007-9e95-9ef5a6a3c862 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e1d4234-7195-4cfb-ae72-4f59891f858e,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:48.203168 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5f34909-40b0-421a-9c7e-b0a3f24b363f admin admin] Deleting subnet ff128c45-1122-4acd-ab96-d33b53a53e7c {{(pid=99617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:48:48.206308 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b5f34909-40b0-421a-9c7e-b0a3f24b363f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.245438 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b5f34909-40b0-421a-9c7e-b0a3f24b363f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29756700'] for subnet, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.283775 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b5f34909-40b0-421a-9c7e-b0a3f24b363f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.334457 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b5f34909-40b0-421a-9c7e-b0a3f24b363f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29756860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29836431'] for subnet, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.361999 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f34909-40b0-421a-9c7e-b0a3f24b363f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff128c45-1122-4acd-ab96-d33b53a53e7c,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:48.365786 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b5f34909-40b0-421a-9c7e-b0a3f24b363f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.367597 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-b5f34909-40b0-421a-9c7e-b0a3f24b363f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ff128c45-1122-4acd-ab96-d33b53a53e7c HTTP/1.1" status: 204 len: 168 time: 0.2088802 Jul 16 22:48:48.370119 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59384) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:48.439308 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.799526 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.810510 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:48.820597 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '401379f5-2801-42bb-92e0-b23345c76863') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:48.820898 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '401379f5-2801-42bb-92e0-b23345c76863') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:48:48.829521 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.842996 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.848968 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] Releasing vlan 330 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:48:48.849359 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:48:48.851023 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:48:48.907149 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.922671 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:48.927667 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] 10.222.0.24 "DELETE /v2.0/networks/5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8 HTTP/1.1" status: 204 len: 168 time: 0.5535202 Jul 16 22:48:48.927667 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19e3b40-4e52-47d2-8d5e-101aa6b0902c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e9b1ee9-56fd-4408-9367-b7c63fe3d1b8,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:49.090569 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59388) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:49.128636 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-111e9f20-2364-4347-8204-1ff8b22641bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=183283d6d76648019d58df72b2042fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0369480 Jul 16 22:48:49.131673 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59390) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:49.175618 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-148cc968-7f6f-4684-88b6-0d355366375c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.197084 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-148cc968-7f6f-4684-88b6-0d355366375c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.246355 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-148cc968-7f6f-4684-88b6-0d355366375c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.248827 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-148cc968-7f6f-4684-88b6-0d355366375c admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.249951 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-148cc968-7f6f-4684-88b6-0d355366375c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75f4bcbd-8996-4cfc-9e04-0537b0308d4e HTTP/1.1" status: 204 len: 168 time: 0.1174214 Jul 16 22:48:49.257363 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148cc968-7f6f-4684-88b6-0d355366375c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f4bcbd-8996-4cfc-9e04-0537b0308d4e,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:49.543049 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59396) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:49.582050 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-06a92280-0bdb-483d-a8bd-b7ecb7a47a05 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b30c2cff953447bbce9e3a0a08a4fcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377719 Jul 16 22:48:49.584380 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59398) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:49.629232 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-daff4559-9dd9-42db-97a6-8f2a59d7aa36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.649681 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-daff4559-9dd9-42db-97a6-8f2a59d7aa36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.694181 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-daff4559-9dd9-42db-97a6-8f2a59d7aa36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.696669 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-daff4559-9dd9-42db-97a6-8f2a59d7aa36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:49.697853 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-daff4559-9dd9-42db-97a6-8f2a59d7aa36 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e59cbec-2d4b-4d36-81dd-b507bd1961cb HTTP/1.1" status: 204 len: 168 time: 0.1126173 Jul 16 22:48:49.704943 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff4559-9dd9-42db-97a6-8f2a59d7aa36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e59cbec-2d4b-4d36-81dd-b507bd1961cb,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:51.039367 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59440) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:51.142998 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a9ec8f2f-07d6-4f1e-9e3b-194a0a1e539a admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.229922 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a9ec8f2f-07d6-4f1e-9e3b-194a0a1e539a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.233794 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a9ec8f2f-07d6-4f1e-9e3b-194a0a1e539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.272263 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-a9ec8f2f-07d6-4f1e-9e3b-194a0a1e539a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba873d28ab8d4f23af4a13937f89ca3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319024 Jul 16 22:48:51.273127 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ec8f2f-07d6-4f1e-9e3b-194a0a1e539a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8545bf-1a43-46d0-880b-7be20dd58ca6,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:51.274975 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59444) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:48:51.323931 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9e391837-455b-4557-a5e4-3ab38099a908 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.343749 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9e391837-455b-4557-a5e4-3ab38099a908 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.389960 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9e391837-455b-4557-a5e4-3ab38099a908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.392520 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-9e391837-455b-4557-a5e4-3ab38099a908 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:51.393644 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-9e391837-455b-4557-a5e4-3ab38099a908 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6b8545bf-1a43-46d0-880b-7be20dd58ca6 HTTP/1.1" status: 204 len: 168 time: 0.1170943 Jul 16 22:48:51.400925 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e391837-455b-4557-a5e4-3ab38099a908 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8545bf-1a43-46d0-880b-7be20dd58ca6,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:48:54.638243 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-78bb4d25-75bf-4378-840d-25933a29f7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:55.708826 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:57.356265 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-38fafc10-1de0-4a7b-9c55-2eee82ea0b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:57.383115 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:58.149630 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:48:59.912625 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:01.333927 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6a0d170d-08c6-4f4c-bebe-4b04b1befa1e req-62729956-b9cb-4f1c-b14b-d390ab867123 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502026 Jul 16 22:49:01.402808 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d170d-08c6-4f4c-bebe-4b04b1befa1e req-e1478778-f694-4189-8fcc-951de142e48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:01.404187 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6a0d170d-08c6-4f4c-bebe-4b04b1befa1e req-e1478778-f694-4189-8fcc-951de142e48c service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 1098 time: 0.0486898 Jul 16 22:49:01.507548 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d170d-08c6-4f4c-bebe-4b04b1befa1e req-8a98a5ad-3019-4ac6-82ff-cff707a8f74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:01.508886 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6a0d170d-08c6-4f4c-bebe-4b04b1befa1e req-8a98a5ad-3019-4ac6-82ff-cff707a8f74a service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 912 time: 0.0843599 Jul 16 22:49:01.573101 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6a0d170d-08c6-4f4c-bebe-4b04b1befa1e req-b4bd784a-1ba8-48e4-a810-e9ac37087fe7 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b6e223fd-b01e-422f-85ce-07453d63d6ae HTTP/1.1" status: 200 len: 1000 time: 0.0576303 Jul 16 22:49:01.619165 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d170d-08c6-4f4c-bebe-4b04b1befa1e req-9308e603-2738-4f6e-8e11-0f1af1d6befb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:01.620498 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6a0d170d-08c6-4f4c-bebe-4b04b1befa1e req-9308e603-2738-4f6e-8e11-0f1af1d6befb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0406859 Jul 16 22:49:01.674325 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d170d-08c6-4f4c-bebe-4b04b1befa1e req-a0d91908-656a-4f42-be72-5a3514325f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:01.675714 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6a0d170d-08c6-4f4c-bebe-4b04b1befa1e req-a0d91908-656a-4f42-be72-5a3514325f7b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482419 Jul 16 22:49:01.764534 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6a0d170d-08c6-4f4c-bebe-4b04b1befa1e req-8f741000-5dd5-49e4-9743-c1aba86d9ea4 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824864 Jul 16 22:49:01.848975 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6a0d170d-08c6-4f4c-bebe-4b04b1befa1e req-3c8471fe-ef38-4bc8-9cfa-8db32cb47f51 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789201 Jul 16 22:49:12.774488 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59572) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:12.874617 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6b264c9c-0463-414d-b754-69fe8fa60d7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.958767 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6b264c9c-0463-414d-b754-69fe8fa60d7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.962272 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-6b264c9c-0463-414d-b754-69fe8fa60d7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:12.997950 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b264c9c-0463-414d-b754-69fe8fa60d7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29ce870-6951-4889-809a-c7d81407de0a,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:13.003224 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-6b264c9c-0463-414d-b754-69fe8fa60d7f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3cc1011c4c2347d4a5190f93dd414e5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277322 Jul 16 22:49:13.005885 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59576) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:13.053179 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b612f5db-ed18-4532-92d7-140ac4ab1af6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:13.073477 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b612f5db-ed18-4532-92d7-140ac4ab1af6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:13.118858 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b612f5db-ed18-4532-92d7-140ac4ab1af6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:13.121483 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b612f5db-ed18-4532-92d7-140ac4ab1af6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:13.122581 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-b612f5db-ed18-4532-92d7-140ac4ab1af6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c29ce870-6951-4889-809a-c7d81407de0a HTTP/1.1" status: 204 len: 168 time: 0.1158051 Jul 16 22:49:13.129933 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b612f5db-ed18-4532-92d7-140ac4ab1af6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29ce870-6951-4889-809a-c7d81407de0a,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:21.979453 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:49:23.603575 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59710) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:23.705630 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.792988 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.797688 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.835386 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d6d599254a4c453f884acdc3de88947a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307734 Jul 16 22:49:23.836217 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0420838-113c-44dd-9097-168fd52f9d52,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:23.838031 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59714) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:23.848684 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:23.849027 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:23.849364 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:23.849718 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:23.850044 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:23.850367 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:23.850689 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:23.851009 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:23.851334 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:23.851649 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:23.851964 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:23.852277 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004fc0b9-c225-4547-a0a1-df90f36ad193 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:23.896906 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b032fb8e-ac8a-4a5c-b952-27a6ca1ef1b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.917037 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b032fb8e-ac8a-4a5c-b952-27a6ca1ef1b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.962099 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b032fb8e-ac8a-4a5c-b952-27a6ca1ef1b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.964607 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b032fb8e-ac8a-4a5c-b952-27a6ca1ef1b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:23.965735 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-b032fb8e-ac8a-4a5c-b952-27a6ca1ef1b0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0420838-113c-44dd-9097-168fd52f9d52 HTTP/1.1" status: 204 len: 168 time: 0.1260800 Jul 16 22:49:23.973371 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b032fb8e-ac8a-4a5c-b952-27a6ca1ef1b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0420838-113c-44dd-9097-168fd52f9d52,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:24.548524 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59736) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:24.641545 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a75b2c50-22f3-4357-93d7-ac2e19342ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.647261 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1260703889-network', 'tenant_id': '45e2d062bcef436885aee12f040dc974'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:24.666565 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Made reservation on behalf of 45e2d062bcef436885aee12f040dc974 for: {'network': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:24.669010 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.678992 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.770040 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.773693 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.792844 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326} {{(pid=99618) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:49:24.806197 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a628762d-ef46-494b-a165-83d311d91971,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:24.810595 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.810940 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.segments_db [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Added segment ff491c27-2161-481c-a9fa-7ac6609ce589 of type vlan for network 292c54c5-694e-42f2-9ad2-ed75f5e813af Jul 16 22:49:24.821354 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:24.821724 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:24.822063 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:24.822395 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:24.822721 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:24.823052 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:24.823381 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:24.823702 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:24.824025 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:24.824344 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:24.824661 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:24.824979 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:24.864386 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.891201 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.892123 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:24.892694 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.922542 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3729784 Jul 16 22:49:24.926303 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59740) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:24.932313 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-b3901248-bad9-419c-b100-c9cf8f7c95a6 admin admin] Request body: {'subnet': {'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1260703889-subnet', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'ip_version': 4}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:24.951371 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88425a45-e4cb-46e9-a81b-05b4eef66a50 admin admin] Pushing event updated for resources: {'Network': ['ID=292c54c5-694e-42f2-9ad2-ed75f5e813af,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:24.951740 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3901248-bad9-419c-b100-c9cf8f7c95a6 admin admin] Made reservation on behalf of 45e2d062bcef436885aee12f040dc974 for: {'subnet': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:24.953991 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b3901248-bad9-419c-b100-c9cf8f7c95a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29836452'] for subnet, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:24.961214 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 292c54c5-694e-42f2-9ad2-ed75f5e813af details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:49:25.115951 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b3901248-bad9-419c-b100-c9cf8f7c95a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29756771', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29836470'] for subnet, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.171945 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3901248-bad9-419c-b100-c9cf8f7c95a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=745df5ad-9fda-4e10-81ea-941cfd463c14,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:25.182255 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3901248-bad9-419c-b100-c9cf8f7c95a6 admin admin] Checking segment: {'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:25.182604 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3901248-bad9-419c-b100-c9cf8f7c95a6 admin admin] Network hostable DHCP agents. Network: 292c54c5-694e-42f2-9ad2-ed75f5e813af, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99617) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:49:25.198570 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3901248-bad9-419c-b100-c9cf8f7c95a6 admin admin] Network 292c54c5-694e-42f2-9ad2-ed75f5e813af is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99617) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:49:25.207380 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-b3901248-bad9-419c-b100-c9cf8f7c95a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 292c54c5-694e-42f2-9ad2-ed75f5e813af) {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:25.211553 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3901248-bad9-419c-b100-c9cf8f7c95a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:25.212149 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-b3901248-bad9-419c-b100-c9cf8f7c95a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.216225 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff8f3c8c-1192-4e1d-b487-d159b21ce8e1 None None] Network 292c54c5-694e-42f2-9ad2-ed75f5e813af requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:25.227229 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-b3901248-bad9-419c-b100-c9cf8f7c95a6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2989249 Jul 16 22:49:25.229914 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59742) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:25.234334 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:25.254551 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1785994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3451'] for router, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.255511 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1796261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3442'] for router, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.310260 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.366751 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2c50bd-4712-5285-b82f-07d806f2dbc6-292c54c5-694e-42f2-9ad2-ed75f5e813af', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14'}]}} from dv-cinder-797608-6-iscsi. {{(pid=99619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:49:25.367710 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.443832 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1785951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1786095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3424'] for router, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.495989 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.db_base_plugin_common [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Allocated IP 172.20.0.2 (292c54c5-694e-42f2-9ad2-ed75f5e813af/745df5ad-9fda-4e10-81ea-941cfd463c14/26d84632-c328-4154-a180-add512721668) {{(pid=99619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:25.636040 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Notify callbacks [] for port, precommit_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.639511 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.645376 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Transition to ACTIVE for port object 26d84632-c328-4154-a180-add512721668 will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:25.659821 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Transition to ACTIVE for port object 26d84632-c328-4154-a180-add512721668 will not be triggered until provisioned by entity DHCP. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:25.662192 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.665665 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.711566 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Network 292c54c5-694e-42f2-9ad2-ed75f5e813af is already hosted by enough agents. {{(pid=99619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:25.717574 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.base_scheduler [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Resources bound (agent type, host, resource id): {{(pid=99619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:25.723293 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Received port after_create {{(pid=99619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:25.728752 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Pushing event updated for resources: {'Port': ['ID=26d84632-c328-4154-a180-add512721668,revision_number=1']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:25.733965 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.759345 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.759688 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.760028 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.760356 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.760683 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.761008 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.761327 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.761674 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.761998 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.762315 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.762633 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.762948 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:25.768141 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Allocated IP 172.27.0.9 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/cdce19fa-6671-435c-a377-a4f729a9cc0d) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:25.796181 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Attempting to bind port 26d84632-c328-4154-a180-add512721668 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:25.796554 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Attempting to bind port 26d84632-c328-4154-a180-add512721668 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:25.796918 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Attempting to bind port 26d84632-c328-4154-a180-add512721668 on network 292c54c5-694e-42f2-9ad2-ed75f5e813af {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:25.801992 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:25.802616 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Checking segment: {'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:25.803013 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.803403 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Bound using segment: {'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:25.803861 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Bound port: 26d84632-c328-4154-a180-add512721668, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:25.804238 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.865181 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] For port 26d84632-c328-4154-a180-add512721668, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:25.868162 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] For port 26d84632-c328-4154-a180-add512721668, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=26d84632-c328-4154-a180-add512721668,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:25.873104 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.875298 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.921853 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:25.931833 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a19218-cb7b-4b31-bf85-074c0e0d08cd None None] Pushing event updated for resources: {'Port': ['ID=26d84632-c328-4154-a180-add512721668,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:25.966483 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:25.972035 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:25.975841 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:26.002879 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Pushing event updated for resources: {'Port': ['ID=cdce19fa-6671-435c-a377-a4f729a9cc0d,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:26.250926 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.443151 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1785978'] for router, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.570025 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Router 59433765-6f09-4a52-aa46-5994d4720215 is scheduled to L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc with binding_index 1 {{(pid=99617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:49:26.679292 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:26.688601 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Sync routers for ids ['59433765-6f09-4a52-aa46-5994d4720215'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:26.696717 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:26.697890 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-4f31c3c6-e860-4a39-8df7-89681d6b8c3d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.4670010 Jul 16 22:49:26.700651 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59744) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:26.701990 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Routers {'59433765-6f09-4a52-aa46-5994d4720215'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:26.702584 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:48:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['59433765-6f09-4a52-aa46-5994d4720215'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:26.813130 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11db5103-e591-465f-96e0-7a63dcb706c8 None None] Network 292c54c5-694e-42f2-9ad2-ed75f5e813af requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:26.847204 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Set router 59433765-6f09-4a52-aa46-5994d4720215 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:26.947931 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-90962553-0a75-4d55-90cf-df709fa87c27 None None] Provisioning for port 26d84632-c328-4154-a180-add512721668 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:27.084670 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 26d84632-c328-4154-a180-add512721668 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:27.120201 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.182880 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:26Z', 'revision_number': 3, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:27.186494 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 26d84632-c328-4154-a180-add512721668 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:27.217409 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Checking router: 59433765-6f09-4a52-aa46-5994d4720215 for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:27.217783 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Updating router 59433765-6f09-4a52-aa46-5994d4720215 port cdce19fa-6671-435c-a377-a4f729a9cc0d binding host dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:49:27.220205 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 26d84632-c328-4154-a180-add512721668 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:27.220575 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.280939 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Allocated IP 172.20.0.1 (292c54c5-694e-42f2-9ad2-ed75f5e813af/745df5ad-9fda-4e10-81ea-941cfd463c14/5ec90123-d88a-4683-921c-da1529beeb97) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:27.286650 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.405928 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.421098 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Transition to ACTIVE for port object 5ec90123-d88a-4683-921c-da1529beeb97 will not be triggered until provisioned by entity DHCP. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:27.449316 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.457957 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.460681 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-57b23d89-0f34-458d-99cf-8ac0cfbc4d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.464981 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.503537 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Network 292c54c5-694e-42f2-9ad2-ed75f5e813af is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:27.506515 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:27.509056 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:27.536495 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Pushing event updated for resources: {'Port': ['ID=5ec90123-d88a-4683-921c-da1529beeb97,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:27.541982 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 26d84632-c328-4154-a180-add512721668, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=26d84632-c328-4154-a180-add512721668,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:27.549853 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-da678f25-9c46-4a38-842c-8570f6c1219c None None] Provisioning complete for port 26d84632-c328-4154-a180-add512721668 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:27.550163 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-da678f25-9c46-4a38-842c-8570f6c1219c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.555141 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.558004 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728589'] for router_interface, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.671055 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=26d84632-c328-4154-a180-add512721668,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:27.707557 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.870765 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Notify callbacks [] for port, precommit_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.876422 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.882057 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.884216 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Transition to ACTIVE for port object cdce19fa-6671-435c-a377-a4f729a9cc0d will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:27.889743 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.940402 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Attempting to bind port cdce19fa-6671-435c-a377-a4f729a9cc0d on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:27.940873 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Attempting to bind port cdce19fa-6671-435c-a377-a4f729a9cc0d by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:27.941234 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Attempting to bind port cdce19fa-6671-435c-a377-a4f729a9cc0d on network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:27.944019 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda1c8e-b6df-4d4a-8a58-a1ee113737ad None None] Pushing event updated for resources: {'Port': ['ID=cdce19fa-6671-435c-a377-a4f729a9cc0d,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:27.948431 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:27.948797 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Checking segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:27.949204 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.949589 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Bound using segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:27.950049 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Bound port: cdce19fa-6671-435c-a377-a4f729a9cc0d, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:27.950196 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Pushing event updated for resources: {'Port': ['ID=5ec90123-d88a-4683-921c-da1529beeb97,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:27.950425 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:27.952498 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728569'] for router_interface, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.009021 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] For port cdce19fa-6671-435c-a377-a4f729a9cc0d, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:28.011416 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-5cf35d26-f7ab-4690-b3ce-aa34b7ffd29a None None] Provisioning for port 5ec90123-d88a-4683-921c-da1529beeb97 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:28.014541 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] For port cdce19fa-6671-435c-a377-a4f729a9cc0d, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=cdce19fa-6671-435c-a377-a4f729a9cc0d,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:28.017787 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-5cf35d26-f7ab-4690-b3ce-aa34b7ffd29a None None] Provisioning complete for port 5ec90123-d88a-4683-921c-da1529beeb97 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:28.018787 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5cf35d26-f7ab-4690-b3ce-aa34b7ffd29a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.021912 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.043787 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Network 292c54c5-694e-42f2-9ad2-ed75f5e813af is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:28.046263 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:28.100999 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-5cf35d26-f7ab-4690-b3ce-aa34b7ffd29a None None] Port 5ec90123-d88a-4683-921c-da1529beeb97 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:28.113541 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eda1c8e-b6df-4d4a-8a58-a1ee113737ad None None] Pushing event updated for resources: {'Port': ['ID=cdce19fa-6671-435c-a377-a4f729a9cc0d,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:28.116067 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Routers {'59433765-6f09-4a52-aa46-5994d4720215'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:28.116687 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['59433765-6f09-4a52-aa46-5994d4720215'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:28.176227 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.245273 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] Set router 59433765-6f09-4a52-aa46-5994d4720215 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:28.355495 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-7f3150e5-e88b-4f86-b765-e3eea19925b8 None None] Provisioning complete for port 5ec90123-d88a-4683-921c-da1529beeb97 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:28.355776 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-7f3150e5-e88b-4f86-b765-e3eea19925b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:28.429305 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-7f3150e5-e88b-4f86-b765-e3eea19925b8 None None] Port 5ec90123-d88a-4683-921c-da1529beeb97 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:28.452696 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Router 59433765-6f09-4a52-aa46-5994d4720215 has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:28.487618 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5ec90123-d88a-4683-921c-da1529beeb97', 'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'mac_address': 'fa:16:3e:95:11:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 2, 'project_id': '45e2d062bcef436885aee12f040dc974', 'subnets': [{'id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:28.513902 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-736da58c-d7ed-402e-bca4-4a9936de0373 None None] The sync data for ids ['59433765-6f09-4a52-aa46-5994d4720215'] in dv-cinder-797608-6-iscsi is: [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5ec90123-d88a-4683-921c-da1529beeb97', 'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'mac_address': 'fa:16:3e:95:11:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 2, 'project_id': '45e2d062bcef436885aee12f040dc974', 'subnets': [{'id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:28.559162 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:28.564114 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-1441498e-dd57-4afc-b291-71d6c6d39dce admin admin] 10.222.0.24 "PUT /v2.0/routers/59433765-6f09-4a52-aa46-5994d4720215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8624725 Jul 16 22:49:29.048832 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59760) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:29.055651 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-253979793-network', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:29.060275 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 26d84632-c328-4154-a180-add512721668 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:29.079823 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Made reservation on behalf of bfebf22260954a3d8605ebcce49c3166 for: {'network': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:29.084911 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for network, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.094511 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.109564 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 26d84632-c328-4154-a180-add512721668 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:29.109951 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.231554 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.235755 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.265994 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 320} {{(pid=99617) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 22:49:29.271609 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c423f4b4-7c27-40fa-a100-5f044f31c121,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:29.280403 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.280713 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.segments_db [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Added segment 35c56de5-db8a-49d8-b47e-88182ede481e of type vlan for network 0c824ca9-96a5-4244-bfde-22e34d79812d Jul 16 22:49:29.324740 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731316800022'] for network, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.353781 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249'] for network, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.354807 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:29.355397 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.394881 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3412471 Jul 16 22:49:29.395807 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59762) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:29.400819 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-0cc29f2b-1cfb-4ed7-9e5a-dbaa90f1a66b admin admin] Request body: {'subnet': {'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-253979793-subnet', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'ip_version': 4}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:29.423780 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc29f2b-1cfb-4ed7-9e5a-dbaa90f1a66b admin admin] Made reservation on behalf of bfebf22260954a3d8605ebcce49c3166 for: {'subnet': 1} {{(pid=99618) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:29.425797 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750ff1f7-b70a-4aeb-817f-81fe401c8c57 admin admin] Pushing event updated for resources: {'Network': ['ID=0c824ca9-96a5-4244-bfde-22e34d79812d,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:29.426931 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0cc29f2b-1cfb-4ed7-9e5a-dbaa90f1a66b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-31445141'] for subnet, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.436556 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Network 0c824ca9-96a5-4244-bfde-22e34d79812d details requested by agent ovs-agent-dv-cinder-797608-6-iscsi with host dv-cinder-797608-6-iscsi {{(pid=99619) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 22:49:29.598935 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0cc29f2b-1cfb-4ed7-9e5a-dbaa90f1a66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-31082980', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-31445127'] for subnet, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.660729 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc29f2b-1cfb-4ed7-9e5a-dbaa90f1a66b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18e6fd9-3d78-4697-b33e-51e265c399aa,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:29.665962 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc29f2b-1cfb-4ed7-9e5a-dbaa90f1a66b admin admin] Checking segment: {'id': '35c56de5-db8a-49d8-b47e-88182ede481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99618) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:29.666315 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc29f2b-1cfb-4ed7-9e5a-dbaa90f1a66b admin admin] Network hostable DHCP agents. Network: 0c824ca9-96a5-4244-bfde-22e34d79812d, hostable agents: ['aa6d876b-7d91-432d-87ec-408ca60145c2'], hosted agents: [] {{(pid=99618) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 22:49:29.683342 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc29f2b-1cfb-4ed7-9e5a-dbaa90f1a66b admin admin] Network 0c824ca9-96a5-4244-bfde-22e34d79812d is scheduled to be hosted by DHCP agent aa6d876b-7d91-432d-87ec-408ca60145c2 with binding_index 1 {{(pid=99618) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 22:49:29.694704 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-0cc29f2b-1cfb-4ed7-9e5a-dbaa90f1a66b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797608-6-iscsi, 0c824ca9-96a5-4244-bfde-22e34d79812d) {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:29.700071 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc29f2b-1cfb-4ed7-9e5a-dbaa90f1a66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:29.700678 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0cc29f2b-1cfb-4ed7-9e5a-dbaa90f1a66b admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.706488 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d19135e-6431-4594-82d7-99c90d04c21e None None] Network 0c824ca9-96a5-4244-bfde-22e34d79812d requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:29.718870 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59764) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:29.719428 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-0cc29f2b-1cfb-4ed7-9e5a-dbaa90f1a66b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3220315 Jul 16 22:49:29.724829 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-253979793-router', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:29.745937 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1785994', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3451'] for router, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.746931 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1728760', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1785933', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1796261', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3442'] for router, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.797126 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.857721 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0c2c50bd-4712-5285-b82f-07d806f2dbc6-0c824ca9-96a5-4244-bfde-22e34d79812d', 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'fixed_ips': [{'subnet_id': 'b18e6fd9-3d78-4697-b33e-51e265c399aa'}]}} from dv-cinder-797608-6-iscsi. {{(pid=99619) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 22:49:29.858575 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.936007 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1785951', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1786095', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3424'] for router, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:29.952340 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.003436 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.db_base_plugin_common [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Allocated IP 172.20.0.2 (0c824ca9-96a5-4244-bfde-22e34d79812d/b18e6fd9-3d78-4697-b33e-51e265c399aa/7d0f0de3-6349-4b9f-8c16-93bdac10de8c) {{(pid=99619) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:30.144662 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.155358 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Notify callbacks [] for port, precommit_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.164935 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Transition to ACTIVE for port object 7d0f0de3-6349-4b9f-8c16-93bdac10de8c will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:30.165771 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.181875 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Transition to ACTIVE for port object 7d0f0de3-6349-4b9f-8c16-93bdac10de8c will not be triggered until provisioned by entity DHCP. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:30.187628 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614'] for port, after_create {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.222981 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Network 0c824ca9-96a5-4244-bfde-22e34d79812d is already hosted by enough agents. {{(pid=99619) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:30.227927 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.scheduler.base_scheduler [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Resources bound (agent type, host, resource id): {{(pid=99619) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:30.231435 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Received port after_create {{(pid=99619) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:30.243239 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Pushing event updated for resources: {'Port': ['ID=7d0f0de3-6349-4b9f-8c16-93bdac10de8c,revision_number=1']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:30.276767 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Allocated IP 172.27.0.228 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/1db71317-4f10-4560-9533-4bb8dde2bc8b) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:30.295471 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Attempting to bind port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:30.295855 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Attempting to bind port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '35c56de5-db8a-49d8-b47e-88182ede481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:30.296349 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Attempting to bind port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c on network 0c824ca9-96a5-4244-bfde-22e34d79812d {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:30.301647 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:30.302264 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Checking segment: {'id': '35c56de5-db8a-49d8-b47e-88182ede481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:30.302664 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.303045 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Bound using segment: {'id': '35c56de5-db8a-49d8-b47e-88182ede481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:30.303498 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Bound port: 7d0f0de3-6349-4b9f-8c16-93bdac10de8c, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c56de5-db8a-49d8-b47e-88182ede481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:30.303876 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.371725 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] For port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:30.374830 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] For port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=7d0f0de3-6349-4b9f-8c16-93bdac10de8c,segment=NetworkSegment(35c56de5-db8a-49d8-b47e-88182ede481e),segment_id=35c56de5-db8a-49d8-b47e-88182ede481e)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:30.379841 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.392651 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.443286 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4e429-e8b5-4860-9b7e-65fb093e1eff None None] Pushing event updated for resources: {'Port': ['ID=7d0f0de3-6349-4b9f-8c16-93bdac10de8c,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:30.444302 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Sync routers for ids ['59433765-6f09-4a52-aa46-5994d4720215'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:30.449771 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.458412 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Routers {'59433765-6f09-4a52-aa46-5994d4720215'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:30.459022 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['59433765-6f09-4a52-aa46-5994d4720215'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:30.492152 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:30.494999 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:30.498643 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:30.522474 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Pushing event updated for resources: {'Port': ['ID=1db71317-4f10-4560-9533-4bb8dde2bc8b,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:30.568165 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Set router 59433765-6f09-4a52-aa46-5994d4720215 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:30.784512 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.810872 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5ec90123-d88a-4683-921c-da1529beeb97', 'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'mac_address': 'fa:16:3e:95:11:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 2, 'project_id': '45e2d062bcef436885aee12f040dc974', 'subnets': [{'id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:30.836813 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Checking router: 59433765-6f09-4a52-aa46-5994d4720215 for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:30.837154 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Updating router 59433765-6f09-4a52-aa46-5994d4720215 port 5ec90123-d88a-4683-921c-da1529beeb97 binding host dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:49:30.869321 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:30.981117 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1785985', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1785978'] for router, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.129446 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Router 4e356dfb-e5f3-497a-a755-393df6350d71 is scheduled to L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc with binding_index 1 {{(pid=99617) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 22:49:31.143083 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device cdce19fa-6671-435c-a377-a4f729a9cc0d up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:31.189046 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Notify callbacks [] for port, precommit_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.202831 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port cdce19fa-6671-435c-a377-a4f729a9cc0d completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:31.204553 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.provisioning_blocks [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Transition to ACTIVE for port object 5ec90123-d88a-4683-921c-da1529beeb97 will not be triggered until provisioned by entity L2. {{(pid=99620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:31.208826 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port cdce19fa-6671-435c-a377-a4f729a9cc0d triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:31.209325 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.214104 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.255932 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:31.273682 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Pushing event updated for resources: {'Port': ['ID=5ec90123-d88a-4683-921c-da1529beeb97,revision_number=3']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:31.296153 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Sync routers for ids ['4e356dfb-e5f3-497a-a755-393df6350d71'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:31.296391 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.302621 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-49667fce-0d71-4fc0-8221-df7f8bda4584 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5782564 Jul 16 22:49:31.302827 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59766) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:31.317192 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Routers {'4e356dfb-e5f3-497a-a755-393df6350d71'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:31.317868 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['4e356dfb-e5f3-497a-a755-393df6350d71'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:31.319711 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.342264 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:31.354091 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:31.354501 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:31.354931 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:31.355360 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:31.355796 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:31.356227 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:31.356600 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:31.357008 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:31.357411 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:31.357824 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:31.358209 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99620) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:49:31.377057 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port cdce19fa-6671-435c-a377-a4f729a9cc0d, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=cdce19fa-6671-435c-a377-a4f729a9cc0d,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:31.388200 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.388445 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Attempting to bind port 5ec90123-d88a-4683-921c-da1529beeb97 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:31.389151 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Attempting to bind port 5ec90123-d88a-4683-921c-da1529beeb97 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:31.389284 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 7d0f0de3-6349-4b9f-8c16-93bdac10de8c up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:31.389905 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Attempting to bind port 5ec90123-d88a-4683-921c-da1529beeb97 on network 292c54c5-694e-42f2-9ad2-ed75f5e813af {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:31.396559 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:31.397563 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Checking segment: {'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:31.398134 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.398966 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Bound using segment: {'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:31.399589 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Bound port: 5ec90123-d88a-4683-921c-da1529beeb97, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'}}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:31.402519 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.498116 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4612eacf-90d0-43e5-85fa-5d6bebcb0426 None None] Network 0c824ca9-96a5-4244-bfde-22e34d79812d requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:49:31.512592 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] For port 5ec90123-d88a-4683-921c-da1529beeb97, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:31.521731 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] For port 5ec90123-d88a-4683-921c-da1529beeb97, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=5ec90123-d88a-4683-921c-da1529beeb97,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:31.531587 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:31.591834 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Routers {'59433765-6f09-4a52-aa46-5994d4720215'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:31.592488 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['59433765-6f09-4a52-aa46-5994d4720215'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:31.798449 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] Set router 59433765-6f09-4a52-aa46-5994d4720215 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:31.844950 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf41629-ec69-45a3-9bfd-3d104608ef9c None None] Pushing event updated for resources: {'Port': ['ID=5ec90123-d88a-4683-921c-da1529beeb97,revision_number=4']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:31.847490 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=cdce19fa-6671-435c-a377-a4f729a9cc0d,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:31.860208 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Set router 4e356dfb-e5f3-497a-a755-393df6350d71 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:31.928239 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:31.958952 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-a505a1ae-8f18-4ee4-a096-9fcc50921213 None None] Provisioning for port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:31.971074 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-a505a1ae-8f18-4ee4-a096-9fcc50921213 None None] Provisioning complete for port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:31.971450 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a505a1ae-8f18-4ee4-a096-9fcc50921213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.033964 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5ec90123-d88a-4683-921c-da1529beeb97', 'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'mac_address': 'fa:16:3e:95:11:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:31Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'subnets': [{'id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:32.061797 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-575c2fad-ae4b-4cea-9461-18b428fad635 None None] The sync data for ids ['59433765-6f09-4a52-aa46-5994d4720215'] in dv-cinder-797608-6-iscsi is: [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5ec90123-d88a-4683-921c-da1529beeb97', 'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'mac_address': 'fa:16:3e:95:11:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:31Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'subnets': [{'id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:32.074933 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.133264 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a505a1ae-8f18-4ee4-a096-9fcc50921213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.169381 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'name': 'tempest-TestShelveInstance-253979793-router', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:29Z', 'updated_at': '2021-07-16T22:49:30Z', 'revision_number': 3, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'gw_port': {'id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:30Z', 'updated_at': '2021-07-16T22:49:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:32.203891 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Checking router: 4e356dfb-e5f3-497a-a755-393df6350d71 for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:32.204561 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Updating router 4e356dfb-e5f3-497a-a755-393df6350d71 port 1db71317-4f10-4560-9533-4bb8dde2bc8b binding host dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:49:32.245252 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.274629 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-a505a1ae-8f18-4ee4-a096-9fcc50921213 None None] For port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=7d0f0de3-6349-4b9f-8c16-93bdac10de8c,segment=NetworkSegment(35c56de5-db8a-49d8-b47e-88182ede481e),segment_id=35c56de5-db8a-49d8-b47e-88182ede481e)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:32.286844 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a505a1ae-8f18-4ee4-a096-9fcc50921213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.291383 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Allocated IP 172.20.0.1 (0c824ca9-96a5-4244-bfde-22e34d79812d/b18e6fd9-3d78-4697-b33e-51e265c399aa/1e1cd1e3-9ee8-468c-a844-1370a7077092) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:32.409796 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.411128 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a505a1ae-8f18-4ee4-a096-9fcc50921213 None None] Pushing event updated for resources: {'Port': ['ID=7d0f0de3-6349-4b9f-8c16-93bdac10de8c,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:32.428156 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.provisioning_blocks [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Transition to ACTIVE for port object 1e1cd1e3-9ee8-468c-a844-1370a7077092 will not be triggered until provisioned by entity DHCP. {{(pid=99618) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:32.465084 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.490860 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-5d013047-260a-4cd9-8eeb-1b6fc6bce902 None None] Provisioning complete for port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:32.491241 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5d013047-260a-4cd9-8eeb-1b6fc6bce902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.508254 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Network 0c824ca9-96a5-4244-bfde-22e34d79812d is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:32.511161 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:32.514810 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:32.557426 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1728589'] for router_interface, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.596819 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Pushing event updated for resources: {'Port': ['ID=1e1cd1e3-9ee8-468c-a844-1370a7077092,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:32.648440 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Notify callbacks [] for port, precommit_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.662116 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Transition to ACTIVE for port object 1db71317-4f10-4560-9533-4bb8dde2bc8b will not be triggered until provisioned by entity L2. {{(pid=99619) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:32.678682 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.726143 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.738484 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Attempting to bind port 1db71317-4f10-4560-9533-4bb8dde2bc8b on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:32.738740 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Attempting to bind port 1db71317-4f10-4560-9533-4bb8dde2bc8b by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:32.739100 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Attempting to bind port 1db71317-4f10-4560-9533-4bb8dde2bc8b on network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:32.746430 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3daaae-6213-46ab-b81a-1380dbf032f2 None None] Pushing event updated for resources: {'Port': ['ID=1db71317-4f10-4560-9533-4bb8dde2bc8b,revision_number=2']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:32.756201 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:32.756574 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Checking segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99619) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:32.756972 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.757357 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Bound using segment: {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'} {{(pid=99619) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:32.757859 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.managers [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Bound port: 1db71317-4f10-4560-9533-4bb8dde2bc8b, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8'}}] {{(pid=99619) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:32.758240 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.813791 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ec38d746-8368-4ce4-a558-528acb0e0802 None None] Provisioning for port 1e1cd1e3-9ee8-468c-a844-1370a7077092 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:32.823871 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ec38d746-8368-4ce4-a558-528acb0e0802 None None] Provisioning complete for port 1e1cd1e3-9ee8-468c-a844-1370a7077092 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:32.824320 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ec38d746-8368-4ce4-a558-528acb0e0802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.848576 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] For port 1db71317-4f10-4560-9533-4bb8dde2bc8b, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99619) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:32.867284 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] For port 1db71317-4f10-4560-9533-4bb8dde2bc8b, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=1db71317-4f10-4560-9533-4bb8dde2bc8b,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:32.872051 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ec38d746-8368-4ce4-a558-528acb0e0802 None None] Port 1e1cd1e3-9ee8-468c-a844-1370a7077092 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:32.875716 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.898456 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.902977 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:32.930979 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Routers {'4e356dfb-e5f3-497a-a755-393df6350d71'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:32.931597 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['4e356dfb-e5f3-497a-a755-393df6350d71'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:32.969105 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3daaae-6213-46ab-b81a-1380dbf032f2 None None] Pushing event updated for resources: {'Port': ['ID=1db71317-4f10-4560-9533-4bb8dde2bc8b,revision_number=3']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:32.970095 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Pushing event updated for resources: {'Port': ['ID=1e1cd1e3-9ee8-468c-a844-1370a7077092,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:32.975891 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1631235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1728569'] for router_interface, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.051031 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] Set router 4e356dfb-e5f3-497a-a755-393df6350d71 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:33.075391 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Network 0c824ca9-96a5-4244-bfde-22e34d79812d is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:33.077765 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:33.083735 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device cdce19fa-6671-435c-a377-a4f729a9cc0d up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:33.198364 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Router 4e356dfb-e5f3-497a-a755-393df6350d71 has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:33.233536 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port cdce19fa-6671-435c-a377-a4f729a9cc0d triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:33.234066 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.315178 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:33.331226 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-14b71fb5-4bc2-41fe-ba00-a94a32db416b admin admin] 10.222.0.24 "PUT /v2.0/routers/4e356dfb-e5f3-497a-a755-393df6350d71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0160673 Jul 16 22:49:33.331659 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-95b89e0c-50b2-4f74-9bd2-91ad9b9cc0b2 None None] Provisioning complete for port 1e1cd1e3-9ee8-468c-a844-1370a7077092 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:33.331659 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-95b89e0c-50b2-4f74-9bd2-91ad9b9cc0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.407134 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-95b89e0c-50b2-4f74-9bd2-91ad9b9cc0b2 None None] Port 1e1cd1e3-9ee8-468c-a844-1370a7077092 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:33.409842 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 7d0f0de3-6349-4b9f-8c16-93bdac10de8c up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:33.436492 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'name': 'tempest-TestShelveInstance-253979793-router', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:29Z', 'updated_at': '2021-07-16T22:49:32Z', 'revision_number': 4, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'gw_port': {'id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:30Z', 'updated_at': '2021-07-16T22:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '1e1cd1e3-9ee8-468c-a844-1370a7077092', 'name': '', 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'mac_address': 'fa:16:3e:46:b0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b18e6fd9-3d78-4697-b33e-51e265c399aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:32Z', 'updated_at': '2021-07-16T22:49:32Z', 'revision_number': 2, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'subnets': [{'id': 'b18e6fd9-3d78-4697-b33e-51e265c399aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:33.465409 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676c9dd4-fb1f-41a0-ba83-cc08a680a993 None None] The sync data for ids ['4e356dfb-e5f3-497a-a755-393df6350d71'] in dv-cinder-797608-6-iscsi is: [{'id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'name': 'tempest-TestShelveInstance-253979793-router', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:29Z', 'updated_at': '2021-07-16T22:49:32Z', 'revision_number': 4, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'gw_port': {'id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:30Z', 'updated_at': '2021-07-16T22:49:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '1e1cd1e3-9ee8-468c-a844-1370a7077092', 'name': '', 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'mac_address': 'fa:16:3e:46:b0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b18e6fd9-3d78-4697-b33e-51e265c399aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:32Z', 'updated_at': '2021-07-16T22:49:32Z', 'revision_number': 2, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'subnets': [{'id': 'b18e6fd9-3d78-4697-b33e-51e265c399aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:33.498942 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:33.499317 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.582261 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 5ec90123-d88a-4683-921c-da1529beeb97 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:33.631218 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 5ec90123-d88a-4683-921c-da1529beeb97 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:33.634978 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 5ec90123-d88a-4683-921c-da1529beeb97 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:33.635352 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.738672 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.779710 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 5ec90123-d88a-4683-921c-da1529beeb97, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=5ec90123-d88a-4683-921c-da1529beeb97,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:33.784448 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:33.835195 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=5ec90123-d88a-4683-921c-da1529beeb97,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:34.988457 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59780) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:34.993173 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-b190f861-218a-4910-9109-320e552871ef tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-304075091', 'description': 'tempest-secgroup-smoke-304075091 description', 'project_id': '45e2d062bcef436885aee12f040dc974'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:35.025750 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b190f861-218a-4910-9109-320e552871ef tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.122887 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b190f861-218a-4910-9109-320e552871ef tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.128052 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b190f861-218a-4910-9109-320e552871ef tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.147496 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1db71317-4f10-4560-9533-4bb8dde2bc8b up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:35.159080 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190f861-218a-4910-9109-320e552871ef tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1e2f14-ba6e-4755-b04c-e9826b2195aa,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:35.162242 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b190f861-218a-4910-9109-320e552871ef tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.163455 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-b190f861-218a-4910-9109-320e552871ef tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1740296 Jul 16 22:49:35.166548 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59782) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:35.171238 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-5ae0abe9-0a1e-466d-94f5-901f5f3c577c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Request body: {'security_group_rule': {'security_group_id': '4c1e2f14-ba6e-4755-b04c-e9826b2195aa', 'project_id': '45e2d062bcef436885aee12f040dc974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:35.200810 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 1db71317-4f10-4560-9533-4bb8dde2bc8b completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:35.204268 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5ae0abe9-0a1e-466d-94f5-901f5f3c577c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.208742 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 1db71317-4f10-4560-9533-4bb8dde2bc8b triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:35.209268 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.281691 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5ae0abe9-0a1e-466d-94f5-901f5f3c577c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.287085 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5ae0abe9-0a1e-466d-94f5-901f5f3c577c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.297151 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.306614 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae0abe9-0a1e-466d-94f5-901f5f3c577c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c21ea877-aa01-45b7-86e1-6875f56a97e8,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:35.320689 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5ae0abe9-0a1e-466d-94f5-901f5f3c577c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.321926 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-5ae0abe9-0a1e-466d-94f5-901f5f3c577c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543486 Jul 16 22:49:35.324636 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59784) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:35.328697 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 1db71317-4f10-4560-9533-4bb8dde2bc8b, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=1db71317-4f10-4560-9533-4bb8dde2bc8b,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:35.329249 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-209b48cb-3323-402e-96bb-fe9bec13d71d tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Request body: {'security_group_rule': {'security_group_id': '4c1e2f14-ba6e-4755-b04c-e9826b2195aa', 'project_id': '45e2d062bcef436885aee12f040dc974', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:35.334348 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.335538 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 5ec90123-d88a-4683-921c-da1529beeb97 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:35.360718 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-209b48cb-3323-402e-96bb-fe9bec13d71d tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.414152 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=1db71317-4f10-4560-9533-4bb8dde2bc8b,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:35.422726 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-209b48cb-3323-402e-96bb-fe9bec13d71d tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.427996 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-209b48cb-3323-402e-96bb-fe9bec13d71d tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.430675 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 5ec90123-d88a-4683-921c-da1529beeb97 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:35.431164 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.448750 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209b48cb-3323-402e-96bb-fe9bec13d71d tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d884afde-2603-4f0b-a72e-7eec9d12b5e4,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:35.453958 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-209b48cb-3323-402e-96bb-fe9bec13d71d tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.457824 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-209b48cb-3323-402e-96bb-fe9bec13d71d tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1295259 Jul 16 22:49:35.458188 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59786) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:35.462825 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-cac42d20-c8b3-4ba2-a366-c20c32b913ac tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Request body: {'security_group_rule': {'security_group_id': '4c1e2f14-ba6e-4755-b04c-e9826b2195aa', 'project_id': '45e2d062bcef436885aee12f040dc974', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:35.489908 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cac42d20-c8b3-4ba2-a366-c20c32b913ac tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.549970 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cac42d20-c8b3-4ba2-a366-c20c32b913ac tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.553573 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cac42d20-c8b3-4ba2-a366-c20c32b913ac tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.573659 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac42d20-c8b3-4ba2-a366-c20c32b913ac tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50a00403-ba67-4451-ad51-381b779cab48,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:35.580508 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-cac42d20-c8b3-4ba2-a366-c20c32b913ac tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.581794 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-cac42d20-c8b3-4ba2-a366-c20c32b913ac tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225746 Jul 16 22:49:35.584451 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59788) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:35.588753 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-0e11551b-1e61-4634-8c7e-db7613a52dfd tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Request body: {'security_group_rule': {'security_group_id': '4c1e2f14-ba6e-4755-b04c-e9826b2195aa', 'project_id': '45e2d062bcef436885aee12f040dc974', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:35.613931 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0e11551b-1e61-4634-8c7e-db7613a52dfd tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.672287 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0e11551b-1e61-4634-8c7e-db7613a52dfd tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.677240 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0e11551b-1e61-4634-8c7e-db7613a52dfd tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.696277 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e11551b-1e61-4634-8c7e-db7613a52dfd tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3d505e-7fb0-411f-8d83-950a60b92aea,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:35.703084 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-0e11551b-1e61-4634-8c7e-db7613a52dfd tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.705933 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-0e11551b-1e61-4634-8c7e-db7613a52dfd tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1205137 Jul 16 22:49:35.707583 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 59790) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:35.712054 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-8caab39a-3e98-4d45-a956-fc04bde2f788 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Request body: {'security_group_rule': {'security_group_id': '4c1e2f14-ba6e-4755-b04c-e9826b2195aa', 'project_id': '45e2d062bcef436885aee12f040dc974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:35.732692 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.securitygroups_db [None req-8caab39a-3e98-4d45-a956-fc04bde2f788 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Project 45e2d062bcef436885aee12f040dc974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:49:35.737890 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8caab39a-3e98-4d45-a956-fc04bde2f788 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.795161 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8caab39a-3e98-4d45-a956-fc04bde2f788 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.798410 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8caab39a-3e98-4d45-a956-fc04bde2f788 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.815582 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caab39a-3e98-4d45-a956-fc04bde2f788 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37968eec-378f-40e5-9405-d451352d582d,revision_number=0']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:35.822027 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-8caab39a-3e98-4d45-a956-fc04bde2f788 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.823205 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-8caab39a-3e98-4d45-a956-fc04bde2f788 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146488 Jul 16 22:49:35.826111 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 59792) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:49:35.831228 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-f186d941-d0b2-44c2-a584-df8be41adf77 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Request body: {'security_group_rule': {'security_group_id': '4c1e2f14-ba6e-4755-b04c-e9826b2195aa', 'project_id': '45e2d062bcef436885aee12f040dc974', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:35.852132 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.securitygroups_db [None req-f186d941-d0b2-44c2-a584-df8be41adf77 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Project 45e2d062bcef436885aee12f040dc974 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 22:49:35.856865 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f186d941-d0b2-44c2-a584-df8be41adf77 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.924937 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f186d941-d0b2-44c2-a584-df8be41adf77 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.928992 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f186d941-d0b2-44c2-a584-df8be41adf77 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812244'] for security_group_rule, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.947304 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186d941-d0b2-44c2-a584-df8be41adf77 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ff758f-0745-4481-a876-cf27af0e1b9f,revision_number=0']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:35.953450 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-f186d941-d0b2-44c2-a584-df8be41adf77 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group_rule, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:35.954665 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f186d941-d0b2-44c2-a584-df8be41adf77 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275630 Jul 16 22:49:36.199671 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Sync routers for ids ['4e356dfb-e5f3-497a-a755-393df6350d71'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:36.209719 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Routers {'4e356dfb-e5f3-497a-a755-393df6350d71'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:36.210351 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['4e356dfb-e5f3-497a-a755-393df6350d71'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:36.317990 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Set router 4e356dfb-e5f3-497a-a755-393df6350d71 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:36.526614 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'name': 'tempest-TestShelveInstance-253979793-router', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:29Z', 'updated_at': '2021-07-16T22:49:32Z', 'revision_number': 4, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'gw_port': {'id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:30Z', 'updated_at': '2021-07-16T22:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '1e1cd1e3-9ee8-468c-a844-1370a7077092', 'name': '', 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'mac_address': 'fa:16:3e:46:b0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b18e6fd9-3d78-4697-b33e-51e265c399aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:32Z', 'updated_at': '2021-07-16T22:49:32Z', 'revision_number': 2, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'subnets': [{'id': 'b18e6fd9-3d78-4697-b33e-51e265c399aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:36.555976 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Checking router: 4e356dfb-e5f3-497a-a755-393df6350d71 for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:36.556320 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Updating router 4e356dfb-e5f3-497a-a755-393df6350d71 port 1e1cd1e3-9ee8-468c-a844-1370a7077092 binding host dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 22:49:36.589883 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.856094 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Notify callbacks [] for port, precommit_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.866511 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.provisioning_blocks [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Transition to ACTIVE for port object 1e1cd1e3-9ee8-468c-a844-1370a7077092 will not be triggered until provisioned by entity L2. {{(pid=99620) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:36.871390 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.926047 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16565650-504b-4858-965e-bcbeeb2abf2f None None] Pushing event updated for resources: {'Port': ['ID=1e1cd1e3-9ee8-468c-a844-1370a7077092,revision_number=3']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:36.980022 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Attempting to bind port 1e1cd1e3-9ee8-468c-a844-1370a7077092 on host dv-cinder-797608-6-iscsi for vnic_type normal with profile {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:36.980388 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Attempting to bind port 1e1cd1e3-9ee8-468c-a844-1370a7077092 by drivers openvswitch,hyperv on host dv-cinder-797608-6-iscsi at level 0 using segments [{'id': '35c56de5-db8a-49d8-b47e-88182ede481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d'}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:36.980749 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Attempting to bind port 1e1cd1e3-9ee8-468c-a844-1370a7077092 on network 0c824ca9-96a5-4244-bfde-22e34d79812d {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:36.985885 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Checking agent: {'id': 'e301c28a-b918-4cae-9446-5d2755af3de7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797608-6-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 31, 57), 'started_at': datetime.datetime(2021, 7, 16, 22, 32, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797608-6-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:36.987080 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Checking segment: {'id': '35c56de5-db8a-49d8-b47e-88182ede481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99620) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:36.987498 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:36.987880 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Bound using segment: {'id': '35c56de5-db8a-49d8-b47e-88182ede481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d'} {{(pid=99620) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:36.988439 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.managers [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Bound port: 1e1cd1e3-9ee8-468c-a844-1370a7077092, host: dv-cinder-797608-6-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c56de5-db8a-49d8-b47e-88182ede481e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d'}}] {{(pid=99620) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:36.988737 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.062810 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1db71317-4f10-4560-9533-4bb8dde2bc8b up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:37.063335 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] For port 1e1cd1e3-9ee8-468c-a844-1370a7077092, host dv-cinder-797608-6-iscsi, cleared binding levels {{(pid=99620) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:37.066899 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.plugins.ml2.db [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] For port 1e1cd1e3-9ee8-468c-a844-1370a7077092, host dv-cinder-797608-6-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=1e1cd1e3-9ee8-468c-a844-1370a7077092,segment=NetworkSegment(35c56de5-db8a-49d8-b47e-88182ede481e),segment_id=35c56de5-db8a-49d8-b47e-88182ede481e)] {{(pid=99620) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:37.072443 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron_lib.callbacks.manager [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99620) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.115718 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 1db71317-4f10-4560-9533-4bb8dde2bc8b triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:37.116099 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:37.134853 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Routers {'4e356dfb-e5f3-497a-a755-393df6350d71'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:37.135489 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['4e356dfb-e5f3-497a-a755-393df6350d71'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:37.140365 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16565650-504b-4858-965e-bcbeeb2abf2f None None] Pushing event updated for resources: {'Port': ['ID=1e1cd1e3-9ee8-468c-a844-1370a7077092,revision_number=4']} {{(pid=99620) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:37.255709 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] Set router 4e356dfb-e5f3-497a-a755-393df6350d71 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:37.458796 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'name': 'tempest-TestShelveInstance-253979793-router', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:29Z', 'updated_at': '2021-07-16T22:49:32Z', 'revision_number': 4, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'gw_port': {'id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:30Z', 'updated_at': '2021-07-16T22:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '1e1cd1e3-9ee8-468c-a844-1370a7077092', 'name': '', 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'mac_address': 'fa:16:3e:46:b0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b18e6fd9-3d78-4697-b33e-51e265c399aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:32Z', 'updated_at': '2021-07-16T22:49:37Z', 'revision_number': 4, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'subnets': [{'id': 'b18e6fd9-3d78-4697-b33e-51e265c399aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:37.486609 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92300d87-db3f-4db2-8104-7397c2cd19f7 None None] The sync data for ids ['4e356dfb-e5f3-497a-a755-393df6350d71'] in dv-cinder-797608-6-iscsi is: [{'id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'name': 'tempest-TestShelveInstance-253979793-router', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:29Z', 'updated_at': '2021-07-16T22:49:32Z', 'revision_number': 4, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'gw_port': {'id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:30Z', 'updated_at': '2021-07-16T22:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '1e1cd1e3-9ee8-468c-a844-1370a7077092', 'name': '', 'network_id': '0c824ca9-96a5-4244-bfde-22e34d79812d', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'mac_address': 'fa:16:3e:46:b0:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'device_owner': 'network:router_interface', 'standard_attr_id': 684, 'fixed_ips': [{'subnet_id': 'b18e6fd9-3d78-4697-b33e-51e265c399aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:32Z', 'updated_at': '2021-07-16T22:49:37Z', 'revision_number': 4, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'subnets': [{'id': 'b18e6fd9-3d78-4697-b33e-51e265c399aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:39.068538 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1e1cd1e3-9ee8-468c-a844-1370a7077092 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:39.118071 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning for port 1e1cd1e3-9ee8-468c-a844-1370a7077092 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:39.121725 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 1e1cd1e3-9ee8-468c-a844-1370a7077092 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:39.122097 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.199138 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.233702 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] For port 1e1cd1e3-9ee8-468c-a844-1370a7077092, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=1e1cd1e3-9ee8-468c-a844-1370a7077092,segment=NetworkSegment(35c56de5-db8a-49d8-b47e-88182ede481e),segment_id=35c56de5-db8a-49d8-b47e-88182ede481e)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:39.237547 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:39.284787 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Pushing event updated for resources: {'Port': ['ID=1e1cd1e3-9ee8-468c-a844-1370a7077092,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:41.052445 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1e1cd1e3-9ee8-468c-a844-1370a7077092 up at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:49:41.099765 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Provisioning complete for port 1e1cd1e3-9ee8-468c-a844-1370a7077092 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:41.100137 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:51.263419 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e64ba9-1dcd-4f1f-9ea9-fbf837cfcb85 req-a8445841-f6da-42ed-9d3a-b30fe55f53d4 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:51.264926 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-86e64ba9-1dcd-4f1f-9ea9-fbf837cfcb85 req-a8445841-f6da-42ed-9d3a-b30fe55f53d4 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 945 time: 0.1661050 Jul 16 22:49:51.306557 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-86e64ba9-1dcd-4f1f-9ea9-fbf837cfcb85 req-5d28608b-72b2-4908-b87d-fada97272369 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359497 Jul 16 22:49:51.359884 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-74b42974-99e0-480c-867a-92d190a9c4a1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-304075091&fields=id&tenant_id=45e2d062bcef436885aee12f040dc974 HTTP/1.1" status: 200 len: 267 time: 0.0333035 Jul 16 22:49:51.466967 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-41cdd6e6-e7a0-431c-9e08-988e69940623 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:51.468418 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-41cdd6e6-e7a0-431c-9e08-988e69940623 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/networks?id=292c54c5-694e-42f2-9ad2-ed75f5e813af HTTP/1.1" status: 200 len: 809 time: 0.1017921 Jul 16 22:49:51.482548 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-fb311274-9d5e-41db-9613-5735537ee5a5 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/quotas/45e2d062bcef436885aee12f040dc974 HTTP/1.1" status: 200 len: 375 time: 0.0088308 Jul 16 22:49:51.546449 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-cf1ad3fb-8fbe-4144-8074-8d85591b98a8 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=45e2d062bcef436885aee12f040dc974&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586824 Jul 16 22:49:51.643429 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-ca9a9037-7d87-435f-9ac2-123af7a44909 service neutron] 10.222.0.24 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844541 Jul 16 22:49:51.730271 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-b88d0add-d948-47cc-88b2-c86586fb0b61 service neutron] 10.222.0.24 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813236 Jul 16 22:49:52.028196 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c2614c8e-03db-438f-a525-bf98ba7f55a3 req-ec548aaa-afec-4813-b9f8-572597bdd01c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 210 time: 0.0334027 Jul 16 22:49:52.484081 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2d3537-04e0-4bd7-bdbb-889f1fc8ecdd req-6c059cbc-2776-41b0-a623-1769701a4916 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:52.485633 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6c2d3537-04e0-4bd7-bdbb-889f1fc8ecdd req-6c059cbc-2776-41b0-a623-1769701a4916 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 945 time: 0.0650353 Jul 16 22:49:52.525504 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6c2d3537-04e0-4bd7-bdbb-889f1fc8ecdd req-b7584ee4-8528-4971-84e5-e47d6e27fdf3 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334177 Jul 16 22:49:52.598531 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-3e293b7e-cacc-4c3b-ac8b-2d6945b83645 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:52.599985 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-3e293b7e-cacc-4c3b-ac8b-2d6945b83645 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 945 time: 0.0691028 Jul 16 22:49:52.696750 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Deleting port b6e223fd-b01e-422f-85ce-07453d63d6ae {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:49:52.697099 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.787304 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] For port b6e223fd-b01e-422f-85ce-07453d63d6ae, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=b6e223fd-b01e-422f-85ce-07453d63d6ae,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:49:52.787668 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.949843 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.950125 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:52.950435 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.l3_db [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Floating IP 6fbd6ceb-5eee-4772-9542-4210b1e6d590 disassociated. External IP: 172.27.0.10, port: b6e223fd-b01e-422f-85ce-07453d63d6ae. Jul 16 22:49:52.950774 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Calling delete_port for b6e223fd-b01e-422f-85ce-07453d63d6ae owned by compute:nova {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:49:53.083397 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:53.114539 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event deleted for resources: {'Port': ['ID=b6e223fd-b01e-422f-85ce-07453d63d6ae,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:53.210627 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-64935387-0ebb-4f54-81d2-8fa4eec8138f req-4eaa5154-0257-4078-b0ca-35e88865acb8 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 210 time: 0.0617969 Jul 16 22:49:53.243868 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Router 09ab48e1-e417-4d6e-a9a0-e75f92764fca has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:49:53.250149 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-d2605c7f-8cba-4a4b-8d81-59f0db6dd0cf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:53.251610 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-d2605c7f-8cba-4a4b-8d81-59f0db6dd0cf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.35 "GET /v2.0/networks?id=292c54c5-694e-42f2-9ad2-ed75f5e813af HTTP/1.1" status: 200 len: 809 time: 0.1641560 Jul 16 22:49:53.296844 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-6da8e2ee-a485-410b-8f91-7e087b58e0d4 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=45e2d062bcef436885aee12f040dc974 HTTP/1.1" status: 200 len: 379 time: 0.0372880 Jul 16 22:49:53.314164 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Request body: {'port': {'device_id': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'admin_state_up': True, 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'security_groups': ['4c1e2f14-ba6e-4755-b04c-e9826b2195aa']}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:53.353983 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:49:53.364003 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41c621-ae47-4818-9a09-eaa4a5d0316a None None] Sync routers for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:49:53.405951 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] No DVR routers for this DVR port b6e223fd-b01e-422f-85ce-07453d63d6ae on host hv-cinder-79760 {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:49:53.408408 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:53.411055 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-7ecd7c1c-d538-4cfa-a0a0-2e6051f6d75b req-69482ec8-7188-4977-9aea-18878e1244b7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "DELETE /v2.0/ports/b6e223fd-b01e-422f-85ce-07453d63d6ae HTTP/1.1" status: 204 len: 173 time: 0.8053350 Jul 16 22:49:53.411508 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a29f460-ad06-470c-9746-01c818599213', 'name': 'network-vif-deleted', 'tag': 'b6e223fd-b01e-422f-85ce-07453d63d6ae'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:53.413865 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb8b1245-0efa-4585-aa41-7f641d405ae4" -d '{"events": [{"server_uuid": "9a29f460-ad06-470c-9746-01c818599213", "name": "network-vif-deleted", "tag": "b6e223fd-b01e-422f-85ce-07453d63d6ae"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:53.445494 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Made reservation on behalf of 45e2d062bcef436885aee12f040dc974 for: {'port': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:53.449249 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:53.452275 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2809dbf4-adaa-4922-a82e-28069adfc70a x-openstack-request-id: req-2809dbf4-adaa-4922-a82e-28069adfc70a {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:53.452544 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a29f460-ad06-470c-9746-01c818599213", "name": "network-vif-deleted", "tag": "b6e223fd-b01e-422f-85ce-07453d63d6ae", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:53.452884 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-2809dbf4-adaa-4922-a82e-28069adfc70a {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:53.453526 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a29f460-ad06-470c-9746-01c818599213', 'name': 'network-vif-deleted', 'tag': 'b6e223fd-b01e-422f-85ce-07453d63d6ae', 'status': 'completed', 'code': 200} Jul 16 22:49:53.530606 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41c621-ae47-4818-9a09-eaa4a5d0316a None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:53.531247 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-de41c621-ae47-4818-9a09-eaa4a5d0316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:53.609325 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Allocated IP 172.20.0.14 (292c54c5-694e-42f2-9ad2-ed75f5e813af/745df5ad-9fda-4e10-81ea-941cfd463c14/cf709893-6328-4ace-9aaf-b5d2824b5b83) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:53.672519 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-de41c621-ae47-4818-9a09-eaa4a5d0316a None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:53.772847 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f98a8ffd-89c4-4ec0-b37c-a4b7b0b6a220 req-a70e0fff-879d-45f5-a729-5bda6cca7fb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a29f460-ad06-470c-9746-01c818599213 HTTP/1.1" status: 200 len: 210 time: 0.0494359 Jul 16 22:49:53.867484 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:53.883102 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Transition to ACTIVE for port object cf709893-6328-4ace-9aaf-b5d2824b5b83 will not be triggered until provisioned by entity DHCP. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:53.910128 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-de41c621-ae47-4818-9a09-eaa4a5d0316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:53.919042 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:53.936385 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41c621-ae47-4818-9a09-eaa4a5d0316a None None] Checking router: 09ab48e1-e417-4d6e-a9a0-e75f92764fca for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:49:53.944999 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de41c621-ae47-4818-9a09-eaa4a5d0316a None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:49:53.945623 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-de41c621-ae47-4818-9a09-eaa4a5d0316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:53.968980 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Network 292c54c5-694e-42f2-9ad2-ed75f5e813af is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:53.974525 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:53.976997 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:54.005061 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event updated for resources: {'Port': ['ID=cf709893-6328-4ace-9aaf-b5d2824b5b83,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:54.035115 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:54.035789 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.052598 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-5fcd7011-9b10-4b0d-9d91-6c7036c25acf tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7423317 Jul 16 22:49:54.054953 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-de41c621-ae47-4818-9a09-eaa4a5d0316a None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:49:54.064354 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-c8201db5-fe4a-4030-9981-9e690bac9900 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=99617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:49:54.065993 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-c8201db5-fe4a-4030-9981-9e690bac9900 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056558 Jul 16 22:49:54.075862 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Request body: {'port': {'device_id': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:54.165620 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.227322 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-77437135-9dff-41d7-870f-ff48377c63cc None None] Provisioning for port cf709893-6328-4ace-9aaf-b5d2824b5b83 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:54.234072 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-77437135-9dff-41d7-870f-ff48377c63cc None None] Provisioning complete for port cf709893-6328-4ace-9aaf-b5d2824b5b83 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:54.234495 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-77437135-9dff-41d7-870f-ff48377c63cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.291783 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-77437135-9dff-41d7-870f-ff48377c63cc None None] Port cf709893-6328-4ace-9aaf-b5d2824b5b83 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:54.318209 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-de41c621-ae47-4818-9a09-eaa4a5d0316a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:49:54.350248 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de41c621-ae47-4818-9a09-eaa4a5d0316a None None] The sync data for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi is: [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:49:54.495087 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35b822b-3c59-4f54-971a-020563e65815 req-19acbbe0-b33b-4a77-b330-da190e27642a tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:54.496626 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b35b822b-3c59-4f54-971a-020563e65815 req-19acbbe0-b33b-4a77-b330-da190e27642a tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 932 time: 0.1333265 Jul 16 22:49:54.553571 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf709893-6328-4ace-9aaf-b5d2824b5b83 {{(pid=99617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:49:54.567810 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.568977 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a246d824-46ae-463b-b5a0-0e070c05f135 None None] New status for floating IP 6fbd6ceb-5eee-4772-9542-4210b1e6d590: DOWN {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:49:54.577248 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b35b822b-3c59-4f54-971a-020563e65815 req-1073cf22-57f9-4fe1-8d1c-24233cf5c684 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597143 Jul 16 22:49:54.584618 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Transition to ACTIVE for port object cf709893-6328-4ace-9aaf-b5d2824b5b83 will not be triggered until provisioned by entity L2. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:54.589965 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.650963 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c31d7335-0e63-45d1-b674-1eb84fd54c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.651924 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Pushing event updated for resources: {'Port': ['ID=cf709893-6328-4ace-9aaf-b5d2824b5b83,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:54.724709 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Attempting to bind port cf709893-6328-4ace-9aaf-b5d2824b5b83 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:54.725047 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Attempting to bind port cf709893-6328-4ace-9aaf-b5d2824b5b83 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:54.725376 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Attempting to bind port cf709893-6328-4ace-9aaf-b5d2824b5b83 on network 292c54c5-694e-42f2-9ad2-ed75f5e813af {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:54.729952 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Port cf709893-6328-4ace-9aaf-b5d2824b5b83 on network 292c54c5-694e-42f2-9ad2-ed75f5e813af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:49:54.730266 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Attempting to bind port cf709893-6328-4ace-9aaf-b5d2824b5b83 on network 292c54c5-694e-42f2-9ad2-ed75f5e813af {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:54.735510 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:54.735850 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Checking segment: {'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:54.736233 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Bound using segment: {'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:54.737276 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Bound port: cf709893-6328-4ace-9aaf-b5d2824b5b83, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff491c27-2161-481c-a9fa-7ac6609ce589', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af'}}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:54.737682 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.806891 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] For port cf709893-6328-4ace-9aaf-b5d2824b5b83, host hv-cinder-79760, cleared binding levels {{(pid=99617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:54.810513 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] For port cf709893-6328-4ace-9aaf-b5d2824b5b83, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:54.815482 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.857246 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:54.857899 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:54.859344 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] 10.222.0.35 "PUT /v2.0/ports/cf709893-6328-4ace-9aaf-b5d2824b5b83 HTTP/1.1" status: 200 len: 1094 time: 0.7877650 Jul 16 22:49:54.859776 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:54.862719 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54c93a2-078a-448b-809b-a1bfef3994ad" -d '{"events": [{"name": "network-changed", "server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:54.894706 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1e04f-b87a-4a20-ae8c-68bcdb82470c service neutron] Pushing event updated for resources: {'Port': ['ID=cf709893-6328-4ace-9aaf-b5d2824b5b83,revision_number=3']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:54.935036 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-997806a7-ac73-42cd-85a9-0d552b028374 x-openstack-request-id: req-997806a7-ac73-42cd-85a9-0d552b028374 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:54.935330 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:54.935580 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-997806a7-ac73-42cd-85a9-0d552b028374 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:54.935969 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'status': 'completed', 'code': 200} Jul 16 22:49:54.963973 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-2418a07d-84cd-4ef7-ba00-dde4d6e472cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:54.965549 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-2418a07d-84cd-4ef7-ba00-dde4d6e472cb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=45e2d062bcef436885aee12f040dc974&device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 1097 time: 0.0623624 Jul 16 22:49:55.009399 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-42ca994e-79b9-4a87-95a5-f20a9d4b6876 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83 HTTP/1.1" status: 200 len: 217 time: 0.0364821 Jul 16 22:49:55.066116 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-48f5b18f-a7dc-4fdd-86ab-8fd62a2e51cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:55.067886 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-48f5b18f-a7dc-4fdd-86ab-8fd62a2e51cb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=745df5ad-9fda-4e10-81ea-941cfd463c14 HTTP/1.1" status: 200 len: 848 time: 0.0522990 Jul 16 22:49:55.147797 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-3e4b5b31-23c4-4449-8b19-88fb4dc22e7b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101869300&fields=id&tenant_id=044ca8e3d2c444459dec963c4a35d5c7 HTTP/1.1" status: 200 len: 267 time: 0.0469735 Jul 16 22:49:55.153750 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-f7e4668d-46a6-42c4-9517-df3534839954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:55.155178 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-f7e4668d-46a6-42c4-9517-df3534839954 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=292c54c5-694e-42f2-9ad2-ed75f5e813af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0803277 Jul 16 22:49:55.319104 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-60762d1f-4c2b-44ba-9777-ed141f6dd04b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:55.320489 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-60762d1f-4c2b-44ba-9777-ed141f6dd04b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 811 time: 0.1644635 Jul 16 22:49:55.323826 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-72dda2db-dc11-4f1d-a952-00631f2d1963 service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574855 Jul 16 22:49:55.342793 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-2c09236a-8345-42aa-a2be-a9740a946042 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/quotas/044ca8e3d2c444459dec963c4a35d5c7 HTTP/1.1" status: 200 len: 375 time: 0.0168321 Jul 16 22:49:55.461446 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ddc7f17b-6eb1-44d9-849c-68601c25061f req-8dd3e707-e12d-42fb-a95f-dcf98e21c96d service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284339 Jul 16 22:49:55.472488 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-86f9a3cc-f56e-4fe5-8c44-78485e001363 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1186187 Jul 16 22:49:55.545189 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-3937075a-9e9c-4c02-9491-b22298902989 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=99617) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 22:49:55.546176 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-3937075a-9e9c-4c02-9491-b22298902989 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0616341 Jul 16 22:49:55.632367 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c93a2-078a-448b-809b-a1bfef3994ad req-479b0c30-56cc-422a-863f-db529f6c093a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:55.633866 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d54c93a2-078a-448b-809b-a1bfef3994ad req-479b0c30-56cc-422a-863f-db529f6c093a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=45e2d062bcef436885aee12f040dc974&device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 1097 time: 0.1193342 Jul 16 22:49:55.666618 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-4f341d3c-f9be-4f89-8c98-225aed6e3f84 service neutron] 10.222.0.24 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133101 Jul 16 22:49:55.721654 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:55.900294 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device b6e223fd-b01e-422f-85ce-07453d63d6ae no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:49:55.927281 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: b6e223fd-b01e-422f-85ce-07453d63d6ae {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:49:55.927618 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device b6e223fd-b01e-422f-85ce-07453d63d6ae not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:49:56.121329 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c93a2-078a-448b-809b-a1bfef3994ad req-4c227f7d-abf5-4323-aac6-028848be56df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:56.122881 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d54c93a2-078a-448b-809b-a1bfef3994ad req-4c227f7d-abf5-4323-aac6-028848be56df service neutron] 10.222.0.35 "GET /v2.0/networks?id=292c54c5-694e-42f2-9ad2-ed75f5e813af HTTP/1.1" status: 200 len: 910 time: 0.4768653 Jul 16 22:49:56.148525 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-1ac74bb3-db06-4bc2-9cf5-20b4dee536b4 service neutron] 10.222.0.24 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758649 Jul 16 22:49:56.177338 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d54c93a2-078a-448b-809b-a1bfef3994ad req-39e1f077-ad48-40ae-871f-e0e940b158b2 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83 HTTP/1.1" status: 200 len: 217 time: 0.0412457 Jul 16 22:49:56.188424 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5b989c-1282-4298-abf4-328361c7ad6e req-10aa8bf8-ee85-4b46-87b7-256636bcd4e1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:56.189955 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fd5b989c-1282-4298-abf4-328361c7ad6e req-10aa8bf8-ee85-4b46-87b7-256636bcd4e1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.4943039 Jul 16 22:49:56.258869 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c93a2-078a-448b-809b-a1bfef3994ad req-96d6cf5e-f018-42bb-aec6-550edef68f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:56.260332 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d54c93a2-078a-448b-809b-a1bfef3994ad req-96d6cf5e-f018-42bb-aec6-550edef68f81 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=745df5ad-9fda-4e10-81ea-941cfd463c14 HTTP/1.1" status: 200 len: 848 time: 0.0694649 Jul 16 22:49:56.265139 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-fd5b989c-1282-4298-abf4-328361c7ad6e req-942ee023-b942-4afc-99f0-2277116793c5 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662470 Jul 16 22:49:56.319689 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c93a2-078a-448b-809b-a1bfef3994ad req-96b19ac7-4d48-4dcf-9e83-986ef5e24729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:56.321178 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d54c93a2-078a-448b-809b-a1bfef3994ad req-96b19ac7-4d48-4dcf-9e83-986ef5e24729 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=292c54c5-694e-42f2-9ad2-ed75f5e813af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0549068 Jul 16 22:49:56.420795 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d54c93a2-078a-448b-809b-a1bfef3994ad req-da671648-7ddb-4331-a7b2-468e7bc9c1e6 service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925636 Jul 16 22:49:56.462063 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-aabd215b-d88d-4468-bca1-936f428e9565 req-cc7465a4-a4f3-472a-9bc1-f503bd5fb440 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 210 time: 0.0379393 Jul 16 22:49:56.545101 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d54c93a2-078a-448b-809b-a1bfef3994ad req-757808f4-a167-49fe-95ff-174eeebd4607 service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108530 Jul 16 22:49:57.367778 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-22e80c71-401c-448d-b2c8-d284527166dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.388760 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.495656 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-41a617a0-36e5-4833-97bd-12c5162959e3 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:57.497141 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-41a617a0-36e5-4833-97bd-12c5162959e3 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 811 time: 0.1568644 Jul 16 22:49:57.513497 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb089e8-cca6-4d89-b32b-4e633902d471 req-0ce0be88-ad64-403e-a1b4-6971cc044fb6 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:57.514976 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2bb089e8-cca6-4d89-b32b-4e633902d471 req-0ce0be88-ad64-403e-a1b4-6971cc044fb6 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.1273677 Jul 16 22:49:57.573852 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-bd3bf256-30f8-42ac-86c0-b00318eaef89 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=044ca8e3d2c444459dec963c4a35d5c7 HTTP/1.1" status: 200 len: 380 time: 0.0681069 Jul 16 22:49:57.578761 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2bb089e8-cca6-4d89-b32b-4e633902d471 req-a227139c-ba01-41f5-9586-379d11c8d886 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561314 Jul 16 22:49:57.585666 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'port': {'device_id': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'admin_state_up': True, 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'security_groups': ['cee2b3f8-090a-4023-9176-2d67475c2b38']}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:57.636095 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5ea6facc-c3cf-46e6-8fce-464386397792 req-4f0e8c90-b37b-47e8-8791-81f825601554 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 210 time: 0.0547366 Jul 16 22:49:57.718544 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Made reservation on behalf of 044ca8e3d2c444459dec963c4a35d5c7 for: {'port': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:49:57.722683 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:57.851187 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Allocated IP 172.20.0.10 (e3095b56-9899-4c13-92f8-b8a8b8b53876/b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1/92f114b8-8f63-4d4c-a789-591e46e59e02) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:49:57.990324 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.008534 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Transition to ACTIVE for port object 92f114b8-8f63-4d4c-a789-591e46e59e02 will not be triggered until provisioned by entity DHCP. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:58.041811 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.083190 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Network e3095b56-9899-4c13-92f8-b8a8b8b53876 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:49:58.088334 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:49:58.092003 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:49:58.122507 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'Port': ['ID=92f114b8-8f63-4d4c-a789-591e46e59e02,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:58.146451 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:58.147166 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.162502 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-e853dbd1-69ba-4296-b68d-a3e1027c736c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5827575 Jul 16 22:49:58.162748 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.174622 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Request body: {'port': {'device_id': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:49:58.252823 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.280619 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-6fbb5d50-ad61-4f5f-a042-9b3d11a2bdf7 None None] Provisioning for port 92f114b8-8f63-4d4c-a789-591e46e59e02 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:49:58.284467 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-6fbb5d50-ad61-4f5f-a042-9b3d11a2bdf7 None None] Provisioning complete for port 92f114b8-8f63-4d4c-a789-591e46e59e02 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:49:58.284939 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6fbb5d50-ad61-4f5f-a042-9b3d11a2bdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.319523 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-6fbb5d50-ad61-4f5f-a042-9b3d11a2bdf7 None None] Port 92f114b8-8f63-4d4c-a789-591e46e59e02 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:49:58.508748 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92f114b8-8f63-4d4c-a789-591e46e59e02 {{(pid=99617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:49:58.515987 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.527766 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Transition to ACTIVE for port object 92f114b8-8f63-4d4c-a789-591e46e59e02 will not be triggered until provisioned by entity L2. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:49:58.530626 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.582824 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Pushing event updated for resources: {'Port': ['ID=92f114b8-8f63-4d4c-a789-591e46e59e02,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:58.659652 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Attempting to bind port 92f114b8-8f63-4d4c-a789-591e46e59e02 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:49:58.659990 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Attempting to bind port 92f114b8-8f63-4d4c-a789-591e46e59e02 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:49:58.660321 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Attempting to bind port 92f114b8-8f63-4d4c-a789-591e46e59e02 on network e3095b56-9899-4c13-92f8-b8a8b8b53876 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:58.664945 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Port 92f114b8-8f63-4d4c-a789-591e46e59e02 on network e3095b56-9899-4c13-92f8-b8a8b8b53876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:49:58.665266 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Attempting to bind port 92f114b8-8f63-4d4c-a789-591e46e59e02 on network e3095b56-9899-4c13-92f8-b8a8b8b53876 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:49:58.670238 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:49:58.670575 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Checking segment: {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:49:58.670963 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Bound using segment: {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:49:58.671386 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Bound port: 92f114b8-8f63-4d4c-a789-591e46e59e02, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'}}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:49:58.671742 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.806108 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] For port 92f114b8-8f63-4d4c-a789-591e46e59e02, host hv-cinder-79760, cleared binding levels {{(pid=99617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:49:58.827605 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] For port 92f114b8-8f63-4d4c-a789-591e46e59e02, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=92f114b8-8f63-4d4c-a789-591e46e59e02,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:49:58.837520 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.852594 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3665a19-8a2b-4a75-aa19-c5fc8e5a89b8 req-0a71261d-e128-4fd7-a27f-600136ea244d tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:58.854139 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e3665a19-8a2b-4a75-aa19-c5fc8e5a89b8 req-0a71261d-e128-4fd7-a27f-600136ea244d tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.1479454 Jul 16 22:49:58.916882 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:58.917523 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:58.918913 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] 10.222.0.35 "PUT /v2.0/ports/92f114b8-8f63-4d4c-a789-591e46e59e02 HTTP/1.1" status: 200 len: 1094 time: 0.7488098 Jul 16 22:49:58.920098 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'tag': '92f114b8-8f63-4d4c-a789-591e46e59e02'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:49:58.922403 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eacd354-6935-4a91-8573-3d779273ed5a" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eed4fb-60e4-41a6-b5e9-273581bbfb11", "tag": "92f114b8-8f63-4d4c-a789-591e46e59e02"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:49:58.945219 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0948abf8-1742-47f1-b95a-038dfe470996 service neutron] Pushing event updated for resources: {'Port': ['ID=92f114b8-8f63-4d4c-a789-591e46e59e02,revision_number=3']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:49:58.954911 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d43284-2b9a-49c0-8506-a69538f2af9d req-ce1c9d48-3e41-4f6b-a668-3898a424f029 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:58.956796 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-21d43284-2b9a-49c0-8506-a69538f2af9d req-ce1c9d48-3e41-4f6b-a668-3898a424f029 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 944 time: 0.1947613 Jul 16 22:49:58.980028 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:49:59.009904 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e3665a19-8a2b-4a75-aa19-c5fc8e5a89b8 req-6e14bb74-d20d-41c6-83b5-3f06505b3e53 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307285 Jul 16 22:49:59.045904 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-21d43284-2b9a-49c0-8506-a69538f2af9d req-d91cdd08-28eb-4e5b-a06d-13ed3233ad3a tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825031 Jul 16 22:49:59.066831 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-4a852478-efa7-4970-a2c5-59266218814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:59.068385 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-4a852478-efa7-4970-a2c5-59266218814d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 1097 time: 0.1039920 Jul 16 22:49:59.069911 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:49:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc095b8-3d87-4661-904b-a243635eb234 x-openstack-request-id: req-7bc095b8-3d87-4661-904b-a243635eb234 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:49:59.070192 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eed4fb-60e4-41a6-b5e9-273581bbfb11", "tag": "92f114b8-8f63-4d4c-a789-591e46e59e02", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:49:59.070799 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-7bc095b8-3d87-4661-904b-a243635eb234 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:49:59.071002 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'tag': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'status': 'completed', 'code': 200} Jul 16 22:49:59.113935 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-1dc13fe6-6a38-4f55-85f0-6717c31a96f4 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92f114b8-8f63-4d4c-a789-591e46e59e02 HTTP/1.1" status: 200 len: 217 time: 0.0358179 Jul 16 22:49:59.161896 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-75bc484e-e25e-42af-bcd1-3c057d7df74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:59.163402 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-75bc484e-e25e-42af-bcd1-3c057d7df74a service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0440791 Jul 16 22:49:59.218532 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-8a090359-0287-45b4-b57e-b8b3066bc266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:59.220010 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-8a090359-0287-45b4-b57e-b8b3066bc266 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0507588 Jul 16 22:49:59.312500 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-2d75191e-a73e-496b-aa02-6c0bccc86eb4 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859568 Jul 16 22:49:59.401979 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6802df9f-0647-42b3-9fc1-7b3cb3253021 req-4c56a62f-9eb4-4a31-8273-8c742d60d415 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836861 Jul 16 22:49:59.514699 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacd354-6935-4a91-8573-3d779273ed5a req-1ca9892a-8183-42d3-b3a3-3d8b32144277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:59.516180 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6eacd354-6935-4a91-8573-3d779273ed5a req-1ca9892a-8183-42d3-b3a3-3d8b32144277 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 1097 time: 0.0518887 Jul 16 22:49:59.605947 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacd354-6935-4a91-8573-3d779273ed5a req-ae496112-f374-4e3d-b126-cea3b528c5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:59.607296 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6eacd354-6935-4a91-8573-3d779273ed5a req-ae496112-f374-4e3d-b126-cea3b528c5df service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 912 time: 0.0830491 Jul 16 22:49:59.651137 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6eacd354-6935-4a91-8573-3d779273ed5a req-c5531e7a-8969-4905-b3ea-f1703133d7ad service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92f114b8-8f63-4d4c-a789-591e46e59e02 HTTP/1.1" status: 200 len: 217 time: 0.0364909 Jul 16 22:49:59.698423 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacd354-6935-4a91-8573-3d779273ed5a req-6e361615-8c34-4687-a4cc-c7894a603ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:59.699790 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6eacd354-6935-4a91-8573-3d779273ed5a req-6e361615-8c34-4687-a4cc-c7894a603ee3 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0426383 Jul 16 22:49:59.754394 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eacd354-6935-4a91-8573-3d779273ed5a req-e2d6cdcd-ac47-4874-b225-c9ec7dd72146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:49:59.755821 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6eacd354-6935-4a91-8573-3d779273ed5a req-e2d6cdcd-ac47-4874-b225-c9ec7dd72146 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495965 Jul 16 22:49:59.847086 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6eacd354-6935-4a91-8573-3d779273ed5a req-6532f82e-036c-47fd-b83b-87c2565f1e51 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845504 Jul 16 22:49:59.918527 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:49:59.933614 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6eacd354-6935-4a91-8573-3d779273ed5a req-18e6e185-2040-4f7c-af6f-c1aaaf5d39b8 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810111 Jul 16 22:50:00.218197 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018b168e-4636-4476-ad76-af5cfa88a9f3 req-838d7cbd-c17a-4af6-bc72-796702f0088c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:00.221229 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-018b168e-4636-4476-ad76-af5cfa88a9f3 req-838d7cbd-c17a-4af6-bc72-796702f0088c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.0988567 Jul 16 22:50:00.265685 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4a186-47e3-45a0-a992-bca4d269b90a req-ac8e37e8-5e70-4b90-ad7f-09bc3053191a tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:00.267118 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-eeb4a186-47e3-45a0-a992-bca4d269b90a req-ac8e37e8-5e70-4b90-ad7f-09bc3053191a tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 944 time: 0.1042247 Jul 16 22:50:00.274212 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-018b168e-4636-4476-ad76-af5cfa88a9f3 req-ba6550f8-eb0f-4379-85fc-4a2d6e96ce17 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472937 Jul 16 22:50:00.309417 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-eeb4a186-47e3-45a0-a992-bca4d269b90a req-d6a9e3cf-f2fd-48b0-972a-8c51ba654a96 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342841 Jul 16 22:50:01.490741 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be07041-9682-4119-9fea-dc02db3066e8 req-02415268-1cc1-49bf-b147-fe35ce6258bb tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:01.492193 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9be07041-9682-4119-9fea-dc02db3066e8 req-02415268-1cc1-49bf-b147-fe35ce6258bb tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.1051278 Jul 16 22:50:01.504458 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8c193f-fe79-4ccc-b8d9-2f06a26f0e44 req-1d32cb24-7f14-4a90-b04b-88ad7e03ce35 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:01.505860 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2f8c193f-fe79-4ccc-b8d9-2f06a26f0e44 req-1d32cb24-7f14-4a90-b04b-88ad7e03ce35 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 944 time: 0.0878365 Jul 16 22:50:01.559317 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9be07041-9682-4119-9fea-dc02db3066e8 req-9dab036f-d89d-4f18-b41b-bf5a2f0d067a tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524609 Jul 16 22:50:01.563936 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-2f8c193f-fe79-4ccc-b8d9-2f06a26f0e44 req-f7d5405c-ca63-4883-acb4-9f1735a7d02b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515614 Jul 16 22:50:02.773986 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e46867-9ebc-45ed-90c5-c7c1c59fb231 req-49a8e55c-0dcb-43ec-a539-b41ef0adb0a6 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:02.775459 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-72e46867-9ebc-45ed-90c5-c7c1c59fb231 req-49a8e55c-0dcb-43ec-a539-b41ef0adb0a6 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.1077580 Jul 16 22:50:02.783563 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219078e7-212e-4504-ab01-1e5dbdd8ea63 req-74f8df94-df14-40ba-93ae-5789525a257b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:02.784938 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-219078e7-212e-4504-ab01-1e5dbdd8ea63 req-74f8df94-df14-40ba-93ae-5789525a257b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 944 time: 0.1160340 Jul 16 22:50:02.841572 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-72e46867-9ebc-45ed-90c5-c7c1c59fb231 req-26851635-b9af-4684-8464-3ece9d999df9 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556240 Jul 16 22:50:02.844355 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-219078e7-212e-4504-ab01-1e5dbdd8ea63 req-0779fe79-fb2a-4463-b380-b500c4b9ff3b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525849 Jul 16 22:50:03.926234 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device cf709893-6328-4ace-9aaf-b5d2824b5b83 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:50:04.023708 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port cf709893-6328-4ace-9aaf-b5d2824b5b83, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:04.034606 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'port_id': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'mac_address': 'fa:16:3e:d5:6d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:50:04.059371 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95131a56-82a5-456d-92d9-525027ed39f5 req-685b0012-e0bd-4d32-9fd1-ba728cd90976 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:04.060863 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-95131a56-82a5-456d-92d9-525027ed39f5 req-685b0012-e0bd-4d32-9fd1-ba728cd90976 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.1078694 Jul 16 22:50:04.068908 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfd4e5-1d22-4f7b-8334-4ed3d6ae8055 req-9c192d28-899b-4370-b683-dcf7bb5d9c80 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:04.070374 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-53dfd4e5-1d22-4f7b-8334-4ed3d6ae8055 req-9c192d28-899b-4370-b683-dcf7bb5d9c80 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 944 time: 0.1185815 Jul 16 22:50:04.071612 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:04.085603 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf709893-6328-4ace-9aaf-b5d2824b5b83 {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:50:04.104922 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port cf709893-6328-4ace-9aaf-b5d2824b5b83, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:04.110131 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:04.132431 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-95131a56-82a5-456d-92d9-525027ed39f5 req-90121e75-1cb6-4287-a017-c2ef629abbf8 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610161 Jul 16 22:50:04.135216 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-53dfd4e5-1d22-4f7b-8334-4ed3d6ae8055 req-471e52bc-afdb-440a-a04d-71016318bae9 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575078 Jul 16 22:50:04.161102 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=cf709893-6328-4ace-9aaf-b5d2824b5b83,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:04.327462 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['cf709893-6328-4ace-9aaf-b5d2824b5b83'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:50:05.349452 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe328d-f2a6-48ed-9a36-392e2e3a14f7 req-adc8d894-5e06-4d6d-a7af-0a76fd352dd1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:05.350896 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-71fe328d-f2a6-48ed-9a36-392e2e3a14f7 req-adc8d894-5e06-4d6d-a7af-0a76fd352dd1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 945 time: 0.1084006 Jul 16 22:50:05.358809 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c379875-a83c-4ba4-bb17-c10f59c9cc0a req-122686ea-8a45-4487-9b4b-ae87ef42cd2a tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:05.360191 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0c379875-a83c-4ba4-bb17-c10f59c9cc0a req-122686ea-8a45-4487-9b4b-ae87ef42cd2a tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 944 time: 0.1086855 Jul 16 22:50:05.412683 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-71fe328d-f2a6-48ed-9a36-392e2e3a14f7 req-eede7c7b-2ebf-4bb8-a6c5-54c177b10f25 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515809 Jul 16 22:50:05.419513 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0c379875-a83c-4ba4-bb17-c10f59c9cc0a req-85f2eb6e-0e7d-4c1e-9916-42919246cf5a tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518734 Jul 16 22:50:05.944311 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device cf709893-6328-4ace-9aaf-b5d2824b5b83 up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:05.992232 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port cf709893-6328-4ace-9aaf-b5d2824b5b83 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:05.995820 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port cf709893-6328-4ace-9aaf-b5d2824b5b83 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:05.996189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.071263 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.092425 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:06.094680 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be254e99-d932-439b-94ec-37b7c9c29972" -d '{"events": [{"server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "name": "network-vif-plugged", "status": "completed", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:06.107098 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port cf709893-6328-4ace-9aaf-b5d2824b5b83, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:06.111521 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:06.134843 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295e16ce-aefb-46e8-9b87-93ce3dae1c1e x-openstack-request-id: req-295e16ce-aefb-46e8-9b87-93ce3dae1c1e {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:06.135133 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "name": "network-vif-plugged", "status": "completed", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:06.135385 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-295e16ce-aefb-46e8-9b87-93ce3dae1c1e {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:06.135770 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'code': 200} Jul 16 22:50:06.161924 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=cf709893-6328-4ace-9aaf-b5d2824b5b83,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:06.427569 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b0116d-9f76-4cfd-97a4-d8982767042a req-c9f5a720-1a01-4742-83b2-f5636450463f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:06.429014 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-00b0116d-9f76-4cfd-97a4-d8982767042a req-c9f5a720-1a01-4742-83b2-f5636450463f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 1099 time: 0.0927796 Jul 16 22:50:06.465055 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-00b0116d-9f76-4cfd-97a4-d8982767042a req-1ce06193-e7d8-4a67-86cc-67f296142f7a service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283852 Jul 16 22:50:06.631603 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cded3c5-91dc-456b-a55d-81819de27d23 req-8c6235f7-a49a-4d36-af75-f577d8ecb932 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:06.633089 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8cded3c5-91dc-456b-a55d-81819de27d23 req-8c6235f7-a49a-4d36-af75-f577d8ecb932 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.1087198 Jul 16 22:50:06.641288 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe972ed-a622-47a0-9c1c-6211eca97a72 req-4d53eb52-a356-45a4-8764-86d8e0c54a30 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:06.643261 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3fe972ed-a622-47a0-9c1c-6211eca97a72 req-4d53eb52-a356-45a4-8764-86d8e0c54a30 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 944 time: 0.1092536 Jul 16 22:50:06.696790 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-8cded3c5-91dc-456b-a55d-81819de27d23 req-3d4e5aab-32e3-448f-a1d1-620a0be5144a tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526152 Jul 16 22:50:06.701415 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3fe972ed-a622-47a0-9c1c-6211eca97a72 req-28bbae16-25cc-4112-a3a1-6bc0a5220871 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514803 Jul 16 22:50:07.907207 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7890c641-8a63-45d3-8fa9-3126dc1d645d req-d78e9ef4-c1d4-4918-aeb9-3f52be48b2b7 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:07.908804 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7890c641-8a63-45d3-8fa9-3126dc1d645d req-d78e9ef4-c1d4-4918-aeb9-3f52be48b2b7 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.1031106 Jul 16 22:50:07.920541 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4902aead-1e99-4b07-8ed8-0fc54ebe344e req-070a8499-c7fb-48c6-b65d-50953f377886 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:07.921947 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4902aead-1e99-4b07-8ed8-0fc54ebe344e req-070a8499-c7fb-48c6-b65d-50953f377886 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 944 time: 0.1067681 Jul 16 22:50:07.956628 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 92f114b8-8f63-4d4c-a789-591e46e59e02 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:50:07.976515 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-7890c641-8a63-45d3-8fa9-3126dc1d645d req-b0934eda-fc03-4138-8bf3-804952a2758d tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535614 Jul 16 22:50:07.981417 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4902aead-1e99-4b07-8ed8-0fc54ebe344e req-8e8fbfe1-400b-48fb-9cf5-05122f155a8b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518615 Jul 16 22:50:08.054674 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 92f114b8-8f63-4d4c-a789-591e46e59e02, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=92f114b8-8f63-4d4c-a789-591e46e59e02,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:08.065924 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'port_id': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'mac_address': 'fa:16:3e:79:39:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:50:08.101654 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.114623 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92f114b8-8f63-4d4c-a789-591e46e59e02 {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:50:08.134747 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 92f114b8-8f63-4d4c-a789-591e46e59e02, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=92f114b8-8f63-4d4c-a789-591e46e59e02,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:08.138854 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.149210 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ebdc6-b45f-4150-b5ec-76bad6f814b0 req-f999be2a-3419-48cb-a848-8e2235ee519c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:08.150739 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f51ebdc6-b45f-4150-b5ec-76bad6f814b0 req-f999be2a-3419-48cb-a848-8e2235ee519c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0643864 Jul 16 22:50:08.188489 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=92f114b8-8f63-4d4c-a789-591e46e59e02,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:08.190926 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-f51ebdc6-b45f-4150-b5ec-76bad6f814b0 req-5d001f37-0740-48ae-94f5-e51b3e55603f tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345623 Jul 16 22:50:08.215304 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60030) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:08.306201 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a178982-0cc3-4235-a6c0-d90c04c10584 tempest-TestShelveInstance-27687771 tempest-TestShelveInstance-27687771-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:08.307741 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-7a178982-0cc3-4235-a6c0-d90c04c10584 tempest-TestShelveInstance-27687771 tempest-TestShelveInstance-27687771-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 1094 time: 0.0913351 Jul 16 22:50:08.310556 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60034) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:08.315198 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Request body: {'floatingip': {'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'port_id': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'fixed_ip_address': '172.20.0.14'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:08.336079 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for floatingip, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.344671 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['92f114b8-8f63-4d4c-a789-591e46e59e02'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:50:08.430676 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.535521 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Allocated IP 172.27.0.188 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/33ff72b6-3bc8-45fc-9dfc-758c00075a3a) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:08.636451 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.678007 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:08.716301 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:08.719095 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:08.723742 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:08.744775 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event updated for resources: {'Port': ['ID=33ff72b6-3bc8-45fc-9dfc-758c00075a3a,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:09.081437 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.195101 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.205631 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a339d5-1505-4365-bc09-f2d1180c46d2 req-89788247-d620-412f-8edf-2fd55a705d6b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:09.207088 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-72a339d5-1505-4365-bc09-f2d1180c46d2 req-89788247-d620-412f-8edf-2fd55a705d6b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 945 time: 0.1057994 Jul 16 22:50:09.274721 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-72a339d5-1505-4365-bc09-f2d1180c46d2 req-b147507a-d301-4927-b86e-5270a51a6a14 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505314 Jul 16 22:50:09.667139 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.671475 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.734689 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event updated for resources: {'Port': ['ID=33ff72b6-3bc8-45fc-9dfc-758c00075a3a,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:09.746338 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:09.841788 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.l3_db [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Floating IP 7f616439-628a-4c75-bfb7-1d24d4307057 associated. External IP: 172.27.0.188, port: cf709893-6328-4ace-9aaf-b5d2824b5b83. Jul 16 22:50:09.967819 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 92f114b8-8f63-4d4c-a789-591e46e59e02 up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:50:10.015478 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 92f114b8-8f63-4d4c-a789-591e46e59e02 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:50:10.019676 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 92f114b8-8f63-4d4c-a789-591e46e59e02 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:50:10.020066 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:10.044910 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Router 59433765-6f09-4a52-aa46-5994d4720215 has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:10.094827 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:10.119832 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f114b8-8f63-4d4c-a789-591e46e59e02'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:10.122214 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acaf6e9-13f0-49d7-9f61-e73fc1c71c7b" -d '{"events": [{"server_uuid": "c1eed4fb-60e4-41a6-b5e9-273581bbfb11", "name": "network-vif-plugged", "status": "completed", "tag": "92f114b8-8f63-4d4c-a789-591e46e59e02"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:10.135251 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 92f114b8-8f63-4d4c-a789-591e46e59e02, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=92f114b8-8f63-4d4c-a789-591e46e59e02,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:50:10.140425 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:10.153414 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:10.168348 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efd290-d2e4-48be-99c5-73b2e77ad86a None None] Sync routers for ids ['59433765-6f09-4a52-aa46-5994d4720215'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:10.172767 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:10.190492 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efd290-d2e4-48be-99c5-73b2e77ad86a None None] Routers {'59433765-6f09-4a52-aa46-5994d4720215'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:10.191122 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-36efd290-d2e4-48be-99c5-73b2e77ad86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['59433765-6f09-4a52-aa46-5994d4720215'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:10.215072 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-c42158d3-1874-4e4a-b786-572362064836 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9010308 Jul 16 22:50:10.215072 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:10.215792 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6fcca9c-0c5e-4ec5-b46b-07eb7995ed91" -d '{"events": [{"name": "network-changed", "server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:10.241304 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f3d31c9-12c6-43e9-920a-97c2150c2bff x-openstack-request-id: req-8f3d31c9-12c6-43e9-920a-97c2150c2bff {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:10.241692 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eed4fb-60e4-41a6-b5e9-273581bbfb11", "name": "network-vif-plugged", "status": "completed", "tag": "92f114b8-8f63-4d4c-a789-591e46e59e02", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:10.242002 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-8f3d31c9-12c6-43e9-920a-97c2150c2bff {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:10.242443 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'code': 200} Jul 16 22:50:10.248397 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=92f114b8-8f63-4d4c-a789-591e46e59e02,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:10.257997 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9b0860d-d633-44ff-bc10-6da67789be21 x-openstack-request-id: req-b9b0860d-d633-44ff-bc10-6da67789be21 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:10.258286 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:10.258534 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-b9b0860d-d633-44ff-bc10-6da67789be21 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:10.258921 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'status': 'completed', 'code': 200} Jul 16 22:50:10.320892 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-36efd290-d2e4-48be-99c5-73b2e77ad86a None None] Set router 59433765-6f09-4a52-aa46-5994d4720215 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:10.340685 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcca9c-0c5e-4ec5-b46b-07eb7995ed91 req-1f998933-eb8b-4d7d-ab72-3eba0a5a445b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:10.342585 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a6fcca9c-0c5e-4ec5-b46b-07eb7995ed91 req-1f998933-eb8b-4d7d-ab72-3eba0a5a445b service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=45e2d062bcef436885aee12f040dc974&device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 1099 time: 0.0612204 Jul 16 22:50:10.480426 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcca9c-0c5e-4ec5-b46b-07eb7995ed91 req-43a1374c-fd46-444b-aad2-e50727e06133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:10.481944 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a6fcca9c-0c5e-4ec5-b46b-07eb7995ed91 req-43a1374c-fd46-444b-aad2-e50727e06133 service neutron] 10.222.0.35 "GET /v2.0/networks?id=292c54c5-694e-42f2-9ad2-ed75f5e813af HTTP/1.1" status: 200 len: 910 time: 0.1326258 Jul 16 22:50:10.517674 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac0513d-02c9-4ba4-a3bf-6062bde0c87d req-90ed0d0a-f48a-4e76-89c7-5517819d3a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:10.519423 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6ac0513d-02c9-4ba4-a3bf-6062bde0c87d req-90ed0d0a-f48a-4e76-89c7-5517819d3a43 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 1099 time: 0.0544226 Jul 16 22:50:10.547675 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9908f32-b216-4d94-8633-49aeae6f7e0c req-a10b2cb3-38d6-4fcd-a9cb-696013e9c35e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:10.549297 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d9908f32-b216-4d94-8633-49aeae6f7e0c req-a10b2cb3-38d6-4fcd-a9cb-696013e9c35e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 946 time: 0.1312833 Jul 16 22:50:10.555206 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-6ac0513d-02c9-4ba4-a3bf-6062bde0c87d req-ced9535a-23a0-45ce-bf4c-c515d186ff70 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294034 Jul 16 22:50:10.556262 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-36efd290-d2e4-48be-99c5-73b2e77ad86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '7f616439-628a-4c75-bfb7-1d24d4307057', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '59433765-6f09-4a52-aa46-5994d4720215', 'port_id': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'mac_address': 'fa:16:3e:d5:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:50:08Z', 'updated_at': '2021-07-16T22:50:08Z', 'revision_number': 0, 'project_id': '45e2d062bcef436885aee12f040dc974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec90123-d88a-4683-921c-da1529beeb97', 'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'mac_address': 'fa:16:3e:95:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 5, 'project_id': '45e2d062bcef436885aee12f040dc974', 'subnets': [{'id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:10.588160 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a6fcca9c-0c5e-4ec5-b46b-07eb7995ed91 req-4e47351f-4eb6-4507-b48b-2c9e9bd29462 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83 HTTP/1.1" status: 200 len: 1000 time: 0.0998650 Jul 16 22:50:10.615916 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d9908f32-b216-4d94-8633-49aeae6f7e0c req-59450bfe-b883-4816-aff2-6d255b432bde tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557959 Jul 16 22:50:10.653352 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcca9c-0c5e-4ec5-b46b-07eb7995ed91 req-25590a03-6d10-4d16-9992-11fb4ed451da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:10.654884 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a6fcca9c-0c5e-4ec5-b46b-07eb7995ed91 req-25590a03-6d10-4d16-9992-11fb4ed451da service neutron] 10.222.0.35 "GET /v2.0/subnets?id=745df5ad-9fda-4e10-81ea-941cfd463c14 HTTP/1.1" status: 200 len: 848 time: 0.0529482 Jul 16 22:50:10.707195 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efd290-d2e4-48be-99c5-73b2e77ad86a None None] Checking router: 59433765-6f09-4a52-aa46-5994d4720215 for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:10.715566 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36efd290-d2e4-48be-99c5-73b2e77ad86a None None] Routers {'59433765-6f09-4a52-aa46-5994d4720215'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:10.716179 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-36efd290-d2e4-48be-99c5-73b2e77ad86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['59433765-6f09-4a52-aa46-5994d4720215'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:10.725570 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fcca9c-0c5e-4ec5-b46b-07eb7995ed91 req-547597df-1e2c-44d5-8d69-8d3c52a69bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:10.727084 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a6fcca9c-0c5e-4ec5-b46b-07eb7995ed91 req-547597df-1e2c-44d5-8d69-8d3c52a69bc0 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=292c54c5-694e-42f2-9ad2-ed75f5e813af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0547445 Jul 16 22:50:10.820080 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-36efd290-d2e4-48be-99c5-73b2e77ad86a None None] Set router 59433765-6f09-4a52-aa46-5994d4720215 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:10.820944 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a6fcca9c-0c5e-4ec5-b46b-07eb7995ed91 req-f601de5d-a4a3-48e9-9e91-6bac564fed54 service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867102 Jul 16 22:50:10.912648 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a6fcca9c-0c5e-4ec5-b46b-07eb7995ed91 req-03f3643d-f823-43ca-86e8-ec72c53011eb service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831227 Jul 16 22:50:11.039128 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-36efd290-d2e4-48be-99c5-73b2e77ad86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '7f616439-628a-4c75-bfb7-1d24d4307057', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '59433765-6f09-4a52-aa46-5994d4720215', 'port_id': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'mac_address': 'fa:16:3e:d5:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:50:08Z', 'updated_at': '2021-07-16T22:50:08Z', 'revision_number': 0, 'project_id': '45e2d062bcef436885aee12f040dc974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec90123-d88a-4683-921c-da1529beeb97', 'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'mac_address': 'fa:16:3e:95:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 5, 'project_id': '45e2d062bcef436885aee12f040dc974', 'subnets': [{'id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:11.069949 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36efd290-d2e4-48be-99c5-73b2e77ad86a None None] The sync data for ids ['59433765-6f09-4a52-aa46-5994d4720215'] in dv-cinder-797608-6-iscsi is: [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '7f616439-628a-4c75-bfb7-1d24d4307057', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'floating_ip_address': '172.27.0.188', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '59433765-6f09-4a52-aa46-5994d4720215', 'port_id': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'mac_address': 'fa:16:3e:d5:6d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:50:08Z', 'updated_at': '2021-07-16T22:50:08Z', 'revision_number': 0, 'project_id': '45e2d062bcef436885aee12f040dc974', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ec90123-d88a-4683-921c-da1529beeb97', 'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'mac_address': 'fa:16:3e:95:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 5, 'project_id': '45e2d062bcef436885aee12f040dc974', 'subnets': [{'id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:11.261627 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d8a21b-e6ce-44f8-8190-f28524a7e33e None None] New status for floating IP 7f616439-628a-4c75-bfb7-1d24d4307057: ACTIVE {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:50:11.798802 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d42537-d6de-4515-9ee4-937418791ae0 req-f89af0c1-22f1-470e-8497-660d37667220 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:11.800298 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-39d42537-d6de-4515-9ee4-937418791ae0 req-f89af0c1-22f1-470e-8497-660d37667220 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 946 time: 0.0706387 Jul 16 22:50:11.837719 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-39d42537-d6de-4515-9ee4-937418791ae0 req-914478bd-1bfa-47f4-a2f5-66b8e41b3436 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316174 Jul 16 22:50:12.018757 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dd34f-935d-4eae-a01f-adde72e414c6 req-0c4d482b-e4a6-4c2b-ac80-88f2d9a16dfb tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:12.020259 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-338dd34f-935d-4eae-a01f-adde72e414c6 req-0c4d482b-e4a6-4c2b-ac80-88f2d9a16dfb tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 946 time: 0.0669696 Jul 16 22:50:12.061576 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-338dd34f-935d-4eae-a01f-adde72e414c6 req-076a2da9-9264-4014-bd66-7dba329a9f72 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343137 Jul 16 22:50:12.087202 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60052) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:12.140772 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2f41a8-01ca-445c-9424-eb53ed3ae72e tempest-TestVolumeBootPattern-691975832 tempest-TestVolumeBootPattern-691975832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:12.142358 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-bc2f41a8-01ca-445c-9424-eb53ed3ae72e tempest-TestVolumeBootPattern-691975832 tempest-TestVolumeBootPattern-691975832-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 1094 time: 0.0541434 Jul 16 22:50:12.145121 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60054) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:50:12.149389 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.v2.base [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'floatingip': {'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'port_id': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=99618) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:50:12.170487 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:12.267123 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:12.389983 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_common [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Allocated IP 172.27.0.152 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/ad01885a-6a14-434a-bd98-e12d92eeef6b) {{(pid=99618) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:50:12.490520 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for port, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:12.527124 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:12.568679 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99618) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:50:12.571303 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.base_scheduler [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Resources bound (agent type, host, resource id): {{(pid=99618) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:50:12.574733 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Received port after_create {{(pid=99618) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:50:12.598111 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'Port': ['ID=ad01885a-6a14-434a-bd98-e12d92eeef6b,revision_number=1']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:12.929287 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:12.999763 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.142212 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for port, precommit_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.146499 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-31082865'] for port, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.213122 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'Port': ['ID=ad01885a-6a14-434a-bd98-e12d92eeef6b,revision_number=2']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:50:13.222073 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.321788 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.l3_db [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Floating IP 115972fa-1805-4476-a0cc-731b32062bac associated. External IP: 172.27.0.152, port: 92f114b8-8f63-4d4c-a789-591e46e59e02. Jul 16 22:50:13.754200 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Router 09ab48e1-e417-4d6e-a9a0-e75f92764fca has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:50:13.856163 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:50:13.864980 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63164e24-81d7-4fe6-ba0d-0d27066030f8 None None] Sync routers for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:50:13.871691 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:13.874331 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63164e24-81d7-4fe6-ba0d-0d27066030f8 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:13.874943 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-63164e24-81d7-4fe6-ba0d-0d27066030f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:13.907801 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-7502b85d-4d15-4a1e-9b16-78e745af63f2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7614014 Jul 16 22:50:13.908390 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'tag': '92f114b8-8f63-4d4c-a789-591e46e59e02'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:50:13.910964 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47d1bb62-8ac4-4455-a377-227a49ad08ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eed4fb-60e4-41a6-b5e9-273581bbfb11", "tag": "92f114b8-8f63-4d4c-a789-591e46e59e02"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:50:13.982916 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-63164e24-81d7-4fe6-ba0d-0d27066030f8 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:14.005180 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b54728-0e31-46d7-a20f-ba1d00b0fb6e x-openstack-request-id: req-05b54728-0e31-46d7-a20f-ba1d00b0fb6e {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:50:14.005419 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eed4fb-60e4-41a6-b5e9-273581bbfb11", "tag": "92f114b8-8f63-4d4c-a789-591e46e59e02", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:50:14.005700 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-05b54728-0e31-46d7-a20f-ba1d00b0fb6e {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:50:14.006096 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'tag': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'status': 'completed', 'code': 200} Jul 16 22:50:14.080314 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1bb62-8ac4-4455-a377-227a49ad08ec req-03ec48e0-5463-4908-b375-7aa421686fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:14.081836 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-47d1bb62-8ac4-4455-a377-227a49ad08ec req-03ec48e0-5463-4908-b375-7aa421686fe2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 1099 time: 0.0519331 Jul 16 22:50:14.176462 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1bb62-8ac4-4455-a377-227a49ad08ec req-6f658a4c-f9cd-4e98-9a99-9205fb388074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:14.177967 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-47d1bb62-8ac4-4455-a377-227a49ad08ec req-6f658a4c-f9cd-4e98-9a99-9205fb388074 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 912 time: 0.0886159 Jul 16 22:50:14.203317 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-63164e24-81d7-4fe6-ba0d-0d27066030f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '115972fa-1805-4476-a0cc-731b32062bac', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:79:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:50:12Z', 'updated_at': '2021-07-16T22:50:12Z', 'revision_number': 0, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:14.234072 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63164e24-81d7-4fe6-ba0d-0d27066030f8 None None] Checking router: 09ab48e1-e417-4d6e-a9a0-e75f92764fca for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:50:14.242295 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-47d1bb62-8ac4-4455-a377-227a49ad08ec req-ebc84d8b-d92a-457c-bffa-b37faf2675b1 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92f114b8-8f63-4d4c-a789-591e46e59e02 HTTP/1.1" status: 200 len: 1000 time: 0.0580397 Jul 16 22:50:14.242458 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63164e24-81d7-4fe6-ba0d-0d27066030f8 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:50:14.242899 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-63164e24-81d7-4fe6-ba0d-0d27066030f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:49:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:14.294238 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1bb62-8ac4-4455-a377-227a49ad08ec req-b4e8c64c-a4bd-4c10-9093-ff71b69e3da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:14.295605 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-47d1bb62-8ac4-4455-a377-227a49ad08ec req-b4e8c64c-a4bd-4c10-9093-ff71b69e3da6 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0471845 Jul 16 22:50:14.344140 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-63164e24-81d7-4fe6-ba0d-0d27066030f8 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:50:14.350781 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1bb62-8ac4-4455-a377-227a49ad08ec req-5e29e235-83e1-423b-be47-d4625289f28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:50:14.352261 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-47d1bb62-8ac4-4455-a377-227a49ad08ec req-5e29e235-83e1-423b-be47-d4625289f28a service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0503893 Jul 16 22:50:14.444424 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-47d1bb62-8ac4-4455-a377-227a49ad08ec req-e47560c9-4406-44ff-a6a8-9283659fb0ce service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854511 Jul 16 22:50:14.534273 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-47d1bb62-8ac4-4455-a377-227a49ad08ec req-dad11197-1096-4910-b746-40d2a7ecafa4 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829830 Jul 16 22:50:14.564694 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-63164e24-81d7-4fe6-ba0d-0d27066030f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '115972fa-1805-4476-a0cc-731b32062bac', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:79:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:50:12Z', 'updated_at': '2021-07-16T22:50:12Z', 'revision_number': 0, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:50:14.590130 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63164e24-81d7-4fe6-ba0d-0d27066030f8 None None] The sync data for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi is: [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '115972fa-1805-4476-a0cc-731b32062bac', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:79:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:50:12Z', 'updated_at': '2021-07-16T22:50:12Z', 'revision_number': 0, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:50:14.765263 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220fdfa8-9e0e-434e-ac71-054f68ab6819 None None] New status for floating IP 115972fa-1805-4476-a0cc-731b32062bac: ACTIVE {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:50:24.650617 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f17dd1c7-6ad5-46e8-913f-8382b5f54c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:25.716890 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:27.358888 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-2aee055e-62e5-4c5f-a30f-c2a7c7a040a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:27.388755 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:28.156296 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:29.924256 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:35.978845 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:50:54.651405 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5016c828-4b1f-4170-a7e8-31b6c0b277bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:55.730952 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:57.360067 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ec0e19dc-368d-49eb-b202-e84a05009b33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:57.388256 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:58.159599 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:50:59.923133 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:01.206681 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-446ef9b7-df14-47bd-93ec-d42bfc450a7c req-2889b923-21ec-4841-b8cb-6c8c5a2c5da8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0503390 Jul 16 22:51:01.304889 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ef9b7-df14-47bd-93ec-d42bfc450a7c req-62de21df-66d8-4042-ad07-77f8674bd7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:01.306328 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-446ef9b7-df14-47bd-93ec-d42bfc450a7c req-62de21df-66d8-4042-ad07-77f8674bd7c2 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=45e2d062bcef436885aee12f040dc974&device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 1099 time: 0.0570190 Jul 16 22:51:01.409494 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ef9b7-df14-47bd-93ec-d42bfc450a7c req-dca1cfff-80dc-483f-a067-fcb08d2023d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:01.410959 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-446ef9b7-df14-47bd-93ec-d42bfc450a7c req-dca1cfff-80dc-483f-a067-fcb08d2023d3 service neutron] 10.222.0.35 "GET /v2.0/networks?id=292c54c5-694e-42f2-9ad2-ed75f5e813af HTTP/1.1" status: 200 len: 910 time: 0.0831912 Jul 16 22:51:01.479004 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-446ef9b7-df14-47bd-93ec-d42bfc450a7c req-f1cdf68a-56d2-4c80-be75-5168f0dd9df3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83 HTTP/1.1" status: 200 len: 1002 time: 0.0607693 Jul 16 22:51:01.526458 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ef9b7-df14-47bd-93ec-d42bfc450a7c req-ae5c571b-18cb-4275-8353-627378496bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:01.527858 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-446ef9b7-df14-47bd-93ec-d42bfc450a7c req-ae5c571b-18cb-4275-8353-627378496bdc service neutron] 10.222.0.35 "GET /v2.0/subnets?id=745df5ad-9fda-4e10-81ea-941cfd463c14 HTTP/1.1" status: 200 len: 848 time: 0.0418198 Jul 16 22:51:01.585001 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ef9b7-df14-47bd-93ec-d42bfc450a7c req-cf52c9f4-7195-459b-b420-3c21e1316176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:51:01.586364 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-446ef9b7-df14-47bd-93ec-d42bfc450a7c req-cf52c9f4-7195-459b-b420-3c21e1316176 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=292c54c5-694e-42f2-9ad2-ed75f5e813af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492694 Jul 16 22:51:01.676830 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-446ef9b7-df14-47bd-93ec-d42bfc450a7c req-872d5fa0-f816-4a8d-8d19-f318ae97255b service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819633 Jul 16 22:51:01.764079 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-446ef9b7-df14-47bd-93ec-d42bfc450a7c req-08bc6259-4617-49a8-83f5-6a94d8902af8 service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804837 Jul 16 22:51:12.977985 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:51:24.651211 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-7971b2b2-00b4-4db8-81a2-38ae1c8d69df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:25.738841 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:27.360593 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6c688898-b4d5-4098-97a9-ae55b7621c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:27.388348 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:28.163190 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:29.925883 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:49.977020 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:51:54.651305 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-a54235f3-ed52-45be-8239-d5de4f1819d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:55.743704 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.360018 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-daa787ba-ada9-4d05-b501-37ecb7b59440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:57.388146 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:58.164972 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:51:59.929004 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:00.643989 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-22f0e2ba-0737-4bad-a394-d3b37ea58c1d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1101869300&fields=id&tenant_id=044ca8e3d2c444459dec963c4a35d5c7 HTTP/1.1" status: 200 len: 267 time: 0.0322473 Jul 16 22:52:00.752060 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-2c45d6f8-4b74-4d75-8b04-1d20b694911d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:00.753434 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-2c45d6f8-4b74-4d75-8b04-1d20b694911d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 811 time: 0.1032882 Jul 16 22:52:00.768017 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-014bb7af-41dd-4771-8789-13e18e78aa07 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/quotas/044ca8e3d2c444459dec963c4a35d5c7 HTTP/1.1" status: 200 len: 375 time: 0.0091677 Jul 16 22:52:00.838317 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-3be7c456-2d45-4d92-8b9f-6eb7cc4af402 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0655491 Jul 16 22:52:00.935606 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-3414c20d-9fa3-4c92-8a2e-6634b21be9a2 service neutron] 10.222.0.24 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856481 Jul 16 22:52:01.022880 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-cf366d40-6e60-4769-9b6e-3887c938f2a0 service neutron] 10.222.0.24 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809817 Jul 16 22:52:01.321148 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-cdfc46ea-9f18-4379-a724-7a63cd330317 req-76b94200-5e0d-4f6c-b35f-3ebc8be41d42 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 210 time: 0.0333242 Jul 16 22:52:02.218666 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-61589e93-b698-404b-953a-b84111c226ca req-a7d40351-1e12-44aa-b100-12ae3b0d4a9b service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0559878 Jul 16 22:52:02.295941 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61589e93-b698-404b-953a-b84111c226ca req-d0d586da-9d70-4703-a181-99cf18ac149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:02.297668 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-61589e93-b698-404b-953a-b84111c226ca req-d0d586da-9d70-4703-a181-99cf18ac149d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 1099 time: 0.0571849 Jul 16 22:52:02.344328 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-76df50f3-48a9-4edf-8f51-e82620bab4cc tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:02.345976 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-76df50f3-48a9-4edf-8f51-e82620bab4cc tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 811 time: 0.1118062 Jul 16 22:52:02.390671 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-8ceb7bb9-8bc4-4007-a68b-0098e6f53362 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=044ca8e3d2c444459dec963c4a35d5c7 HTTP/1.1" status: 200 len: 380 time: 0.0361891 Jul 16 22:52:02.400660 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'port': {'device_id': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'admin_state_up': True, 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'security_groups': ['cee2b3f8-090a-4023-9176-2d67475c2b38']}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:02.403714 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61589e93-b698-404b-953a-b84111c226ca req-d8b56666-3566-4fd4-b2d1-4ded3af871b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:02.405299 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-61589e93-b698-404b-953a-b84111c226ca req-d8b56666-3566-4fd4-b2d1-4ded3af871b2 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 912 time: 0.0881412 Jul 16 22:52:02.479621 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-61589e93-b698-404b-953a-b84111c226ca req-8ca3f9fb-387a-43b8-b1f8-f77353412eca service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92f114b8-8f63-4d4c-a789-591e46e59e02 HTTP/1.1" status: 200 len: 1002 time: 0.0676274 Jul 16 22:52:02.499308 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e11efee4-84bd-44a9-83fe-42e2cfa26054 req-e8b1bb7d-a20c-4f5a-859d-1be4e236b979 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 210 time: 0.0607717 Jul 16 22:52:02.536785 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61589e93-b698-404b-953a-b84111c226ca req-7888299f-1995-4a08-86cd-ffca54457e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:02.538283 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-61589e93-b698-404b-953a-b84111c226ca req-7888299f-1995-4a08-86cd-ffca54457e27 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0531368 Jul 16 22:52:02.543752 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Made reservation on behalf of 044ca8e3d2c444459dec963c4a35d5c7 for: {'port': 1} {{(pid=99617) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 22:52:02.548040 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:02.595918 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61589e93-b698-404b-953a-b84111c226ca req-0a7e7ad0-de3c-4999-bba9-cbd8f61cfaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:02.597407 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-61589e93-b698-404b-953a-b84111c226ca req-0a7e7ad0-de3c-4999-bba9-cbd8f61cfaf8 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526376 Jul 16 22:52:02.670608 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Allocated IP 172.20.0.13 (e3095b56-9899-4c13-92f8-b8a8b8b53876/b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1/335615ee-a9b8-45b0-a5e1-a6dc81e846a7) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:52:02.691298 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-61589e93-b698-404b-953a-b84111c226ca req-3f8e07e2-0968-423a-877e-9a7719e935e8 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860329 Jul 16 22:52:02.782357 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-61589e93-b698-404b-953a-b84111c226ca req-b98e4e84-27a3-47bb-85a2-4eb1b65461bf service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846953 Jul 16 22:52:02.817656 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:02.832167 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Transition to ACTIVE for port object 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 will not be triggered until provisioned by entity DHCP. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:02.865750 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:02.907232 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Network e3095b56-9899-4c13-92f8-b8a8b8b53876 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:52:02.914695 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:02.918518 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:52:02.952323 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'Port': ['ID=335615ee-a9b8-45b0-a5e1-a6dc81e846a7,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:02.966608 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:02.966963 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:02.967364 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:02.967708 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:02.968049 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:02.968383 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:02.968720 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:02.969051 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:02.969388 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:02.969744 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:02.970072 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:02.970403 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:02.988836 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:02.989501 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.003574 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-e78ff8f2-fb65-4cb4-9f7a-7598c1e540ec tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6069391 Jul 16 22:52:03.020528 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Request body: {'port': {'device_id': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79760'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:03.100817 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.102229 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-25b7dffe-954b-4107-ab50-d4609906e46f None None] Provisioning for port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 completed by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:52:03.106180 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-25b7dffe-954b-4107-ab50-d4609906e46f None None] Provisioning complete for port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 triggered by entity DHCP. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:52:03.106623 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-25b7dffe-954b-4107-ab50-d4609906e46f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.143089 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-25b7dffe-954b-4107-ab50-d4609906e46f None None] Port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 cannot update to ACTIVE because it is not bound. {{(pid=99619) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 22:52:03.356747 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 {{(pid=99617) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:52:03.363813 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.375800 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.provisioning_blocks [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Transition to ACTIVE for port object 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 will not be triggered until provisioned by entity L2. {{(pid=99617) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 22:52:03.379282 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.447894 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Pushing event updated for resources: {'Port': ['ID=335615ee-a9b8-45b0-a5e1-a6dc81e846a7,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:03.497426 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Attempting to bind port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 on host hv-cinder-79760 for vnic_type normal with profile {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 22:52:03.497805 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Attempting to bind port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 by drivers openvswitch,hyperv on host hv-cinder-79760 at level 0 using segments [{'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 22:52:03.498139 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Attempting to bind port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 on network e3095b56-9899-4c13-92f8-b8a8b8b53876 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:52:03.503303 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 on network e3095b56-9899-4c13-92f8-b8a8b8b53876 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79760 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 22:52:03.503625 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Attempting to bind port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 on network e3095b56-9899-4c13-92f8-b8a8b8b53876 {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 22:52:03.508644 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Checking agent: {'id': '941f6425-40db-43e2-a1fd-641159f83403', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79760', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'started_at': datetime.datetime(2021, 7, 16, 22, 37, 56), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 22, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 22:52:03.508971 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Checking segment: {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=99617) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 22:52:03.509362 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Bound using segment: {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'} {{(pid=99617) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 22:52:03.509851 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.managers [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Bound port: 335615ee-a9b8-45b0-a5e1-a6dc81e846a7, host: hv-cinder-79760, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67255d76-30e9-4b6f-bd52-776d724090fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876'}}] {{(pid=99617) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 22:52:03.510211 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.604581 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] For port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7, host hv-cinder-79760, cleared binding levels {{(pid=99617) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 22:52:03.610029 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] For port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7, host hv-cinder-79760, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=335615ee-a9b8-45b0-a5e1-a6dc81e846a7,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99617) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 22:52:03.614862 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.647429 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:03.648036 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:03.649408 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] 10.222.0.35 "PUT /v2.0/ports/335615ee-a9b8-45b0-a5e1-a6dc81e846a7 HTTP/1.1" status: 200 len: 1094 time: 0.6333959 Jul 16 22:52:03.649860 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'tag': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:03.652129 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b160d881-a061-418e-b383-68ff45506ee9" -d '{"events": [{"name": "network-changed", "server_uuid": "70e751b0-21a6-44c8-b538-8f72a16762bd", "tag": "335615ee-a9b8-45b0-a5e1-a6dc81e846a7"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:03.752040 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea7b87b-e319-4ef3-b750-e267631b0fea service neutron] Pushing event updated for resources: {'Port': ['ID=335615ee-a9b8-45b0-a5e1-a6dc81e846a7,revision_number=3']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:03.762120 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a64b5d-48f9-48a6-b0a8-c912e89a59a4 x-openstack-request-id: req-59a64b5d-48f9-48a6-b0a8-c912e89a59a4 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:03.762406 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e751b0-21a6-44c8-b538-8f72a16762bd", "tag": "335615ee-a9b8-45b0-a5e1-a6dc81e846a7", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:03.762656 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-59a64b5d-48f9-48a6-b0a8-c912e89a59a4 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:03.763065 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'tag': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7', 'status': 'completed', 'code': 200} Jul 16 22:52:03.793453 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-aec540af-db64-4f84-8b87-9d0851e5f2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:03.795094 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-aec540af-db64-4f84-8b87-9d0851e5f2b5 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 1097 time: 0.0969770 Jul 16 22:52:03.803579 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40577d8a-bcea-4d46-b85a-5fa7c21ba9f6 req-b2ab23ed-9e58-4bac-8eac-fb45ec0f5e4f tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:03.805019 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-40577d8a-bcea-4d46-b85a-5fa7c21ba9f6 req-b2ab23ed-9e58-4bac-8eac-fb45ec0f5e4f tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 944 time: 0.1453350 Jul 16 22:52:03.847277 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-65e8052e-68a9-4321-87fc-9564e003b356 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=335615ee-a9b8-45b0-a5e1-a6dc81e846a7 HTTP/1.1" status: 200 len: 217 time: 0.0412757 Jul 16 22:52:03.899940 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-40577d8a-bcea-4d46-b85a-5fa7c21ba9f6 req-be6e3a37-73b3-4e95-aa18-946e3c7991da tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0877688 Jul 16 22:52:03.910864 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-0ccc7484-30cf-4f09-957e-063631227bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:03.912294 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-0ccc7484-30cf-4f09-957e-063631227bcd service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0591869 Jul 16 22:52:03.972805 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-558e9f0c-f705-4ac9-b5b9-06f6c722f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:03.974277 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-558e9f0c-f705-4ac9-b5b9-06f6c722f978 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0555148 Jul 16 22:52:04.058774 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-eeb05a07-0c47-4da5-b705-bc8f2d1c6023 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783238 Jul 16 22:52:04.151302 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-05f30be2-bf11-41b8-adc7-9bb1a0421e14 req-4971b778-760f-4744-977e-2041b587022e service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816286 Jul 16 22:52:04.245364 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160d881-a061-418e-b383-68ff45506ee9 req-c3c1d4e6-aa65-4c4a-86de-4f064143dbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:04.246851 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b160d881-a061-418e-b383-68ff45506ee9 req-c3c1d4e6-aa65-4c4a-86de-4f064143dbb6 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 1097 time: 0.0514202 Jul 16 22:52:04.338376 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160d881-a061-418e-b383-68ff45506ee9 req-4806ba0b-2526-4227-a392-01f93273ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:04.339797 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b160d881-a061-418e-b383-68ff45506ee9 req-4806ba0b-2526-4227-a392-01f93273ad88 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 912 time: 0.0865140 Jul 16 22:52:04.378590 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b160d881-a061-418e-b383-68ff45506ee9 req-6e1a7ac3-541e-4a14-9efc-50f1dcb6fbed service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=335615ee-a9b8-45b0-a5e1-a6dc81e846a7 HTTP/1.1" status: 200 len: 217 time: 0.0325084 Jul 16 22:52:04.425091 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160d881-a061-418e-b383-68ff45506ee9 req-3200db77-bff8-4031-81da-7f92a9efae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:04.426486 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b160d881-a061-418e-b383-68ff45506ee9 req-3200db77-bff8-4031-81da-7f92a9efae06 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0414865 Jul 16 22:52:04.485568 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b160d881-a061-418e-b383-68ff45506ee9 req-84f1e6b3-9325-4485-b57f-bba348ddb79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:04.486962 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b160d881-a061-418e-b383-68ff45506ee9 req-84f1e6b3-9325-4485-b57f-bba348ddb79b service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528738 Jul 16 22:52:04.574267 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b160d881-a061-418e-b383-68ff45506ee9 req-986536c5-6a2b-47c8-b151-cd7444d5b81b service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800180 Jul 16 22:52:04.953867 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b160d881-a061-418e-b383-68ff45506ee9 req-3b886a10-5f7b-42bc-9c7a-afe3cce013b6 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3692822 Jul 16 22:52:05.076212 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5cb1d6-ebb7-4c82-bbe7-054626668539 req-73acc176-cf33-426e-a3cb-3df36e1dbd3d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:05.078382 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6a5cb1d6-ebb7-4c82-bbe7-054626668539 req-73acc176-cf33-426e-a3cb-3df36e1dbd3d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 944 time: 0.0621605 Jul 16 22:52:05.115074 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6a5cb1d6-ebb7-4c82-bbe7-054626668539 req-59b7c1ef-9949-47aa-969d-d95563dc7490 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310867 Jul 16 22:52:06.283891 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b1ad85-d299-4af0-b751-b3bab964b301 req-2affee9d-4d1c-41df-94ea-27da33388b56 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:06.285345 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e6b1ad85-d299-4af0-b751-b3bab964b301 req-2affee9d-4d1c-41df-94ea-27da33388b56 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 944 time: 0.0620224 Jul 16 22:52:06.322910 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-e6b1ad85-d299-4af0-b751-b3bab964b301 req-eead4c5a-c4d3-49f5-8083-5c3452992579 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321052 Jul 16 22:52:07.253743 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1087793-9832-45fe-a2a7-07c6c34d65eb req-a51ca203-4854-4872-a9bd-bbf7965670dc tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:07.255204 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a1087793-9832-45fe-a2a7-07c6c34d65eb req-a51ca203-4854-4872-a9bd-bbf7965670dc tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0649145 Jul 16 22:52:07.291279 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a1087793-9832-45fe-a2a7-07c6c34d65eb req-73642313-2786-480d-b6d3-5136e650b786 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305393 Jul 16 22:52:07.491573 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ded8f-f3ab-4257-901f-8c8c8ebdcd61 req-0528861a-0a4e-4762-aa70-bc9394d2ef59 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:07.492914 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5e4ded8f-f3ab-4257-901f-8c8c8ebdcd61 req-0528861a-0a4e-4762-aa70-bc9394d2ef59 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 944 time: 0.0620084 Jul 16 22:52:07.529022 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5e4ded8f-f3ab-4257-901f-8c8c8ebdcd61 req-5800e6af-4872-4b3a-91b0-ace42eb0ecc2 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307734 Jul 16 22:52:08.466875 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897d3a9b-e306-4cbe-b01a-d6a69088b210 req-efff5e16-7fc4-454a-91a6-14eba6c4c731 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:08.468378 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-897d3a9b-e306-4cbe-b01a-d6a69088b210 req-efff5e16-7fc4-454a-91a6-14eba6c4c731 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0650992 Jul 16 22:52:08.505307 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-897d3a9b-e306-4cbe-b01a-d6a69088b210 req-775e424c-998f-4871-99c2-d16974d42dd9 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315223 Jul 16 22:52:08.698677 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614c9ef0-56ff-454f-858e-62c6ffb5ea02 req-7c342661-5c8f-4337-a9c6-c1bd9e35e620 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:08.700108 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-614c9ef0-56ff-454f-858e-62c6ffb5ea02 req-7c342661-5c8f-4337-a9c6-c1bd9e35e620 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 944 time: 0.0610192 Jul 16 22:52:08.735920 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-614c9ef0-56ff-454f-858e-62c6ffb5ea02 req-c76e7243-a94c-4b67-9fe7-eb6bfe12b879 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303159 Jul 16 22:52:09.674749 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c4f796-75a1-4944-8a16-df5383c1b4a9 req-fcec5ecd-820e-4d31-a318-5707e8d56b57 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:09.676202 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b3c4f796-75a1-4944-8a16-df5383c1b4a9 req-fcec5ecd-820e-4d31-a318-5707e8d56b57 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0625188 Jul 16 22:52:09.721889 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-b3c4f796-75a1-4944-8a16-df5383c1b4a9 req-63f96583-b5db-4137-8bd0-d08e290b13fc tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401673 Jul 16 22:52:09.907841 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0663fd-f945-44f0-b657-e3e486614a7e req-d4f4fd22-3970-4133-a454-f357663dfd43 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:09.909180 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3f0663fd-f945-44f0-b657-e3e486614a7e req-d4f4fd22-3970-4133-a454-f357663dfd43 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 944 time: 0.0660017 Jul 16 22:52:09.944856 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3f0663fd-f945-44f0-b657-e3e486614a7e req-f9742e4a-dfda-4b20-94da-e8cc0f606cb0 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302603 Jul 16 22:52:10.888436 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b52a1e3-8877-4455-b6b1-1060034ba0a1 req-8777e64c-4cfc-46f5-9bef-233735b1efde tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:10.889999 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6b52a1e3-8877-4455-b6b1-1060034ba0a1 req-8777e64c-4cfc-46f5-9bef-233735b1efde tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0618956 Jul 16 22:52:10.927921 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6b52a1e3-8877-4455-b6b1-1060034ba0a1 req-e8d0a247-0ce2-401a-92fa-78d03cd0dc3a tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323641 Jul 16 22:52:11.116364 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfcda5d-da3e-4386-b960-b9ca5e9f3175 req-816a5cf7-3132-4516-be71-9227c8c186f3 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:11.117886 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3dfcda5d-da3e-4386-b960-b9ca5e9f3175 req-816a5cf7-3132-4516-be71-9227c8c186f3 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 944 time: 0.0657790 Jul 16 22:52:11.153977 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3dfcda5d-da3e-4386-b960-b9ca5e9f3175 req-098d66e5-8394-421e-8172-b58f4b47472b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304496 Jul 16 22:52:12.096076 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed081494-ea3f-4d71-a812-c037b246b678 req-f5b4c8fa-d88f-4981-91a8-3cd21b7e162c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:12.097567 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ed081494-ea3f-4d71-a812-c037b246b678 req-f5b4c8fa-d88f-4981-91a8-3cd21b7e162c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0623007 Jul 16 22:52:12.133517 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ed081494-ea3f-4d71-a812-c037b246b678 req-905aca7f-90e9-4f02-9c38-fd0941222c75 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303490 Jul 16 22:52:12.322959 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04da4fa-881c-49b3-af64-83ab6047bd14 req-11cbacdd-e806-4f92-94fc-ae19526365ba tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:12.324360 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d04da4fa-881c-49b3-af64-83ab6047bd14 req-11cbacdd-e806-4f92-94fc-ae19526365ba tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 944 time: 0.0622056 Jul 16 22:52:12.361233 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-d04da4fa-881c-49b3-af64-83ab6047bd14 req-de4449b7-b264-46a8-a9d6-b8295bc4f8b0 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308793 Jul 16 22:52:12.465668 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:52:12.556014 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=335615ee-a9b8-45b0-a5e1-a6dc81e846a7,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:12.566589 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'port_id': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7', 'mac_address': 'fa:16:3e:f2:f2:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:52:12.602023 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.617613 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:52:12.635817 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=335615ee-a9b8-45b0-a5e1-a6dc81e846a7,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:12.639581 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:12.684069 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=335615ee-a9b8-45b0-a5e1-a6dc81e846a7,revision_number=4']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:12.691208 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:12.691553 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:12.691896 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:12.692228 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:12.692556 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:12.692882 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:12.693212 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:12.693553 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:12.693877 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:12.694197 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:12.694513 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:12.694828 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:52:12.890126 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['335615ee-a9b8-45b0-a5e1-a6dc81e846a7'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:52:13.310002 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1aeb78-585c-4c15-b6b2-9e5b81e91cc7 req-a996ae34-ec9f-4b7a-861d-d41925a46022 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:13.311982 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5f1aeb78-585c-4c15-b6b2-9e5b81e91cc7 req-a996ae34-ec9f-4b7a-861d-d41925a46022 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0660496 Jul 16 22:52:13.349214 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-5f1aeb78-585c-4c15-b6b2-9e5b81e91cc7 req-dc171d01-ff33-480c-85c5-99c026b50495 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Jul 16 22:52:13.531535 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981e4bf-d87d-4b30-bb90-4732d1ed599a req-1b120ad6-d1ee-4867-bb6d-223400f9d443 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:13.532976 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4981e4bf-d87d-4b30-bb90-4732d1ed599a req-1b120ad6-d1ee-4867-bb6d-223400f9d443 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 945 time: 0.0617437 Jul 16 22:52:13.569361 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4981e4bf-d87d-4b30-bb90-4732d1ed599a req-9b750bd8-efe4-4948-9588-48257f2bcc22 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309260 Jul 16 22:52:14.465610 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:52:14.512975 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning for port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 completed by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 22:52:14.516830 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:52:14.517336 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.521704 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fea709-235a-4c7c-92bb-fd6718ed2746 req-31d228f3-3022-4f52-a9fb-9a221c268fa7 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:14.523212 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-14fea709-235a-4c7c-92bb-fd6718ed2746 req-31d228f3-3022-4f52-a9fb-9a221c268fa7 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0658994 Jul 16 22:52:14.561040 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-14fea709-235a-4c7c-92bb-fd6718ed2746 req-4449919f-795b-4ff3-a68d-c5c8cbef0df5 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322468 Jul 16 22:52:14.596719 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.618717 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:14.620988 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39569c4-e7f8-4400-847a-6f9f4509ba78" -d '{"events": [{"server_uuid": "70e751b0-21a6-44c8-b538-8f72a16762bd", "name": "network-vif-plugged", "status": "completed", "tag": "335615ee-a9b8-45b0-a5e1-a6dc81e846a7"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:14.633162 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=335615ee-a9b8-45b0-a5e1-a6dc81e846a7,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:14.637418 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:14.662003 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f19325f4-6a53-48b0-b707-e5fdd16f01dd x-openstack-request-id: req-f19325f4-6a53-48b0-b707-e5fdd16f01dd {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:14.662274 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e751b0-21a6-44c8-b538-8f72a16762bd", "name": "network-vif-plugged", "status": "completed", "tag": "335615ee-a9b8-45b0-a5e1-a6dc81e846a7", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:14.662522 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-f19325f4-6a53-48b0-b707-e5fdd16f01dd {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:14.662899 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7', 'code': 200} Jul 16 22:52:14.688523 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=335615ee-a9b8-45b0-a5e1-a6dc81e846a7,revision_number=5']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:14.753662 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405093ae-10b5-4e98-bb0e-2008c2625114 req-905b38c7-cdfa-46ca-8159-8a49c932d6e9 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:14.756100 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-405093ae-10b5-4e98-bb0e-2008c2625114 req-905b38c7-cdfa-46ca-8159-8a49c932d6e9 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 946 time: 0.0686069 Jul 16 22:52:14.794275 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-405093ae-10b5-4e98-bb0e-2008c2625114 req-b3039bfd-80a0-4963-9e77-690e09e1fc1c tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325782 Jul 16 22:52:14.932612 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a73224a-d599-4315-97ee-c0f9b009decd req-483bba4b-95d1-4e3d-8dcd-54d2a65d23df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:14.934122 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4a73224a-d599-4315-97ee-c0f9b009decd req-483bba4b-95d1-4e3d-8dcd-54d2a65d23df service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 1099 time: 0.0517511 Jul 16 22:52:14.970152 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4a73224a-d599-4315-97ee-c0f9b009decd req-7c1524ad-b13e-49ad-8202-9debd2175fe6 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292780 Jul 16 22:52:15.741560 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38acff8-339f-425a-9584-d0e3b49fd5a6 req-248faaf7-97a3-40a2-ad8d-7fde2ae6feb8 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:15.743056 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a38acff8-339f-425a-9584-d0e3b49fd5a6 req-248faaf7-97a3-40a2-ad8d-7fde2ae6feb8 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0671191 Jul 16 22:52:15.784596 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a38acff8-339f-425a-9584-d0e3b49fd5a6 req-a7e8bce2-ff66-40cf-a288-23140c9c77d4 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358636 Jul 16 22:52:16.010985 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663624-70ae-4e5a-8813-98f969c98cf7 req-4767c3a5-b779-4b6e-b4b8-52442449f31b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:16.012461 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-73663624-70ae-4e5a-8813-98f969c98cf7 req-4767c3a5-b779-4b6e-b4b8-52442449f31b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 946 time: 0.0639739 Jul 16 22:52:16.050222 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-73663624-70ae-4e5a-8813-98f969c98cf7 req-abb8a263-dbc0-4345-9379-dd23e3b2f138 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319114 Jul 16 22:52:16.222310 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4b7b6f-4ed0-497e-9940-e78b78bef67f req-6a6d8c3d-54d6-42c3-8e1c-d3b4a5a2bc30 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:16.223815 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3a4b7b6f-4ed0-497e-9940-e78b78bef67f req-6a6d8c3d-54d6-42c3-8e1c-d3b4a5a2bc30 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 946 time: 0.0669389 Jul 16 22:52:16.261100 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3a4b7b6f-4ed0-497e-9940-e78b78bef67f req-9da00054-3889-44e1-aec7-f8359688a2b4 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316329 Jul 16 22:52:16.285156 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60208) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:16.336953 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0642345b-229c-44ef-82b2-4a940a9acf1d tempest-TestVolumeBootPattern-691975832 tempest-TestVolumeBootPattern-691975832-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:16.338476 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-0642345b-229c-44ef-82b2-4a940a9acf1d tempest-TestVolumeBootPattern-691975832 tempest-TestVolumeBootPattern-691975832-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 1094 time: 0.0523415 Jul 16 22:52:16.341205 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60210) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:52:16.345445 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.v2.base [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Request body: {'floatingip': {'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'port_id': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=99617) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 22:52:16.366198 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.461361 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.562801 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_common [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Allocated IP 172.27.0.55 (b1714fb3-c09d-4c71-8dbd-2e60563d15e8/26966407-0bcd-4e55-8107-7e590c0639c2/e93c7605-450e-4c95-8474-d8fec4ac5c83) {{(pid=99617) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 22:52:16.664576 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for port, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.702010 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731316840614', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:16.742162 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Network b1714fb3-c09d-4c71-8dbd-2e60563d15e8 is already hosted by enough agents. {{(pid=99617) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 22:52:16.744808 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.base_scheduler [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Resources bound (agent type, host, resource id): {{(pid=99617) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 22:52:16.749084 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Received port after_create {{(pid=99617) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 22:52:16.770859 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'Port': ['ID=e93c7605-450e-4c95-8474-d8fec4ac5c83,revision_number=1']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:17.025503 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c09118-2c9f-47f1-ace5-158be7ae21f4 req-770497ad-28fe-4bef-9b27-a35fc8f2137b tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:17.026879 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-15c09118-2c9f-47f1-ace5-158be7ae21f4 req-770497ad-28fe-4bef-9b27-a35fc8f2137b tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.1203640 Jul 16 22:52:17.128535 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-15c09118-2c9f-47f1-ace5-158be7ae21f4 req-f799cb7f-9381-4467-951e-e5e687bcb4a1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817440 Jul 16 22:52:17.186570 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, precommit_create {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.262990 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.420880 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e314b-7c55-470e-99e4-dd3a2467f156 req-df2bbed4-eb50-453b-a996-eadf481ecc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:17.422853 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-957e314b-7c55-470e-99e4-dd3a2467f156 req-df2bbed4-eb50-453b-a996-eadf481ecc15 service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=45e2d062bcef436885aee12f040dc974&device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 1099 time: 0.1204395 Jul 16 22:52:17.482228 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for port, precommit_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.511489 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29756918'] for port, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.593618 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e314b-7c55-470e-99e4-dd3a2467f156 req-63202249-0932-44a4-bb6f-947bb6da1936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:17.595253 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-957e314b-7c55-470e-99e4-dd3a2467f156 req-63202249-0932-44a4-bb6f-947bb6da1936 service neutron] 10.222.0.35 "GET /v2.0/networks?id=292c54c5-694e-42f2-9ad2-ed75f5e813af HTTP/1.1" status: 200 len: 910 time: 0.1615493 Jul 16 22:52:17.610175 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event updated for resources: {'Port': ['ID=e93c7605-450e-4c95-8474-d8fec4ac5c83,revision_number=2']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:17.648835 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1786068'] for floatingip, after_update {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:17.708119 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-957e314b-7c55-470e-99e4-dd3a2467f156 req-e82cc85c-d443-4ce0-bcde-5eebe5f6ca8c service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83 HTTP/1.1" status: 200 len: 1002 time: 0.1052516 Jul 16 22:52:17.796841 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e314b-7c55-470e-99e4-dd3a2467f156 req-2319c090-7690-42c1-8c92-b8c552781bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:17.798485 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-957e314b-7c55-470e-99e4-dd3a2467f156 req-2319c090-7690-42c1-8c92-b8c552781bfb service neutron] 10.222.0.35 "GET /v2.0/subnets?id=745df5ad-9fda-4e10-81ea-941cfd463c14 HTTP/1.1" status: 200 len: 848 time: 0.0586240 Jul 16 22:52:17.799847 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.l3_db [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Floating IP 97e6fe3b-4e3d-4fe3-8ab6-11bd5b5b819a associated. External IP: 172.27.0.55, port: 335615ee-a9b8-45b0-a5e1-a6dc81e846a7. Jul 16 22:52:17.939004 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e314b-7c55-470e-99e4-dd3a2467f156 req-5a285a28-e573-466e-8696-c992162e2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:17.940479 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-957e314b-7c55-470e-99e4-dd3a2467f156 req-5a285a28-e573-466e-8696-c992162e2136 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=292c54c5-694e-42f2-9ad2-ed75f5e813af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1074474 Jul 16 22:52:18.110713 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-957e314b-7c55-470e-99e4-dd3a2467f156 req-c4d9d093-97fd-4704-b967-27734e6aad30 service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347895 Jul 16 22:52:18.114271 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Router 09ab48e1-e417-4d6e-a9a0-e75f92764fca has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:52:18.307939 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-957e314b-7c55-470e-99e4-dd3a2467f156 req-4fddc661-7833-4da5-be68-2aa819815a5f service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902542 Jul 16 22:52:18.327028 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:52:18.337126 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c6916d-0f4c-4792-8de6-81309b1c1983 None None] Sync routers for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:52:18.346827 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c6916d-0f4c-4792-8de6-81309b1c1983 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:52:18.347576 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-b7c6916d-0f4c-4792-8de6-81309b1c1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:51:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:18.352930 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:18.363698 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19604006-2bab-47ea-8c8c-cb7d3b6b4583 req-f7fed161-473c-4be4-a5bb-38cc85d79cdd tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:18.365113 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-19604006-2bab-47ea-8c8c-cb7d3b6b4583 req-f7fed161-473c-4be4-a5bb-38cc85d79cdd tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.1079619 Jul 16 22:52:18.415457 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-5c51d098-3582-4104-9b2e-c49825e52189 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0732305 Jul 16 22:52:18.420692 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'tag': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:18.423218 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b21c249-77cd-4724-b786-f7fe0f6092e8" -d '{"events": [{"name": "network-changed", "server_uuid": "70e751b0-21a6-44c8-b538-8f72a16762bd", "tag": "335615ee-a9b8-45b0-a5e1-a6dc81e846a7"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:18.433349 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-19604006-2bab-47ea-8c8c-cb7d3b6b4583 req-05ccbae8-8fd7-4ad9-8238-270bf249f30d tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499957 Jul 16 22:52:18.459329 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-b7c6916d-0f4c-4792-8de6-81309b1c1983 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:52:18.466006 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac9abbab-3d84-431c-99bd-b2ae7f1fb45b x-openstack-request-id: req-ac9abbab-3d84-431c-99bd-b2ae7f1fb45b {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:18.466303 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e751b0-21a6-44c8-b538-8f72a16762bd", "tag": "335615ee-a9b8-45b0-a5e1-a6dc81e846a7", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:18.466561 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ac9abbab-3d84-431c-99bd-b2ae7f1fb45b {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:18.466953 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'tag': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7', 'status': 'completed', 'code': 200} Jul 16 22:52:18.540149 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21c249-77cd-4724-b786-f7fe0f6092e8 req-4f385093-0f30-454b-9b16-559e6e3e66aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:18.541697 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9b21c249-77cd-4724-b786-f7fe0f6092e8 req-4f385093-0f30-454b-9b16-559e6e3e66aa service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 1099 time: 0.0515029 Jul 16 22:52:18.632398 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21c249-77cd-4724-b786-f7fe0f6092e8 req-354af9ed-13f6-4220-a46d-bd6f38d1f87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:18.633876 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9b21c249-77cd-4724-b786-f7fe0f6092e8 req-354af9ed-13f6-4220-a46d-bd6f38d1f87f service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 912 time: 0.0859685 Jul 16 22:52:18.685200 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-b7c6916d-0f4c-4792-8de6-81309b1c1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '115972fa-1805-4476-a0cc-731b32062bac', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:79:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:50:12Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 1, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}, {'id': '97e6fe3b-4e3d-4fe3-8ab6-11bd5b5b819a', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:f2:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:52:17Z', 'updated_at': '2021-07-16T22:52:17Z', 'revision_number': 0, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:18.698374 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9b21c249-77cd-4724-b786-f7fe0f6092e8 req-17df4e90-0ad6-4ee4-a249-2d13c0ccdd52 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=335615ee-a9b8-45b0-a5e1-a6dc81e846a7 HTTP/1.1" status: 200 len: 999 time: 0.0570292 Jul 16 22:52:18.711630 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c6916d-0f4c-4792-8de6-81309b1c1983 None None] Checking router: 09ab48e1-e417-4d6e-a9a0-e75f92764fca for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:52:18.719916 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c6916d-0f4c-4792-8de6-81309b1c1983 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:52:18.720527 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-b7c6916d-0f4c-4792-8de6-81309b1c1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:51:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:18.750330 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21c249-77cd-4724-b786-f7fe0f6092e8 req-c0f7bc41-5dac-478f-8f40-b44e78ccc7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:18.751780 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9b21c249-77cd-4724-b786-f7fe0f6092e8 req-c0f7bc41-5dac-478f-8f40-b44e78ccc7b9 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0469425 Jul 16 22:52:18.809033 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b21c249-77cd-4724-b786-f7fe0f6092e8 req-909d5b5b-a5d9-4fc5-a8c0-ea6da6214c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:18.810587 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9b21c249-77cd-4724-b786-f7fe0f6092e8 req-909d5b5b-a5d9-4fc5-a8c0-ea6da6214c82 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0516803 Jul 16 22:52:18.825375 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-b7c6916d-0f4c-4792-8de6-81309b1c1983 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:52:18.899052 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9b21c249-77cd-4724-b786-f7fe0f6092e8 req-fa366ae2-3f8e-49a7-bea1-7e57a77b80ed service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799608 Jul 16 22:52:19.050519 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-b7c6916d-0f4c-4792-8de6-81309b1c1983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '115972fa-1805-4476-a0cc-731b32062bac', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:79:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:50:12Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 1, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}, {'id': '97e6fe3b-4e3d-4fe3-8ab6-11bd5b5b819a', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:f2:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:52:17Z', 'updated_at': '2021-07-16T22:52:17Z', 'revision_number': 0, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:52:19.081162 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c6916d-0f4c-4792-8de6-81309b1c1983 None None] The sync data for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi is: [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '115972fa-1805-4476-a0cc-731b32062bac', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:79:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:50:12Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 1, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}, {'id': '97e6fe3b-4e3d-4fe3-8ab6-11bd5b5b819a', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.55', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:f2:f2:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:52:17Z', 'updated_at': '2021-07-16T22:52:17Z', 'revision_number': 0, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:52:19.272226 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49e5505-e3de-49ee-a24e-2047733f3701 None None] New status for floating IP 97e6fe3b-4e3d-4fe3-8ab6-11bd5b5b819a: ACTIVE {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:52:19.293148 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-9b21c249-77cd-4724-b786-f7fe0f6092e8 req-ee39045d-7309-487b-9e22-b2023af055c5 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874650 Jul 16 22:52:19.605033 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b5185e-645d-410e-a61e-883ad3d6487b req-55363331-12f8-4139-8dde-cd9e3a1a17b4 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:19.606513 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-60b5185e-645d-410e-a61e-883ad3d6487b req-55363331-12f8-4139-8dde-cd9e3a1a17b4 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0629852 Jul 16 22:52:19.642871 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-60b5185e-645d-410e-a61e-883ad3d6487b req-b272eb21-8233-4a10-a47a-1ee4b77fa82a tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306332 Jul 16 22:52:20.815424 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6f7c29-9889-404e-bd67-367816efd894 req-7b9b0fdb-fbfa-4842-b312-c2706c8f69dc tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:20.816860 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-aa6f7c29-9889-404e-bd67-367816efd894 req-7b9b0fdb-fbfa-4842-b312-c2706c8f69dc tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0643497 Jul 16 22:52:20.854793 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-aa6f7c29-9889-404e-bd67-367816efd894 req-932d1838-174e-44ef-9760-585aec37df27 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323987 Jul 16 22:52:21.203772 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-612d3e61-c6b4-4b5b-a7f2-b249bd40fd07 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1381187 Jul 16 22:52:21.215430 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e575d61-4cd6-4dc7-9cbc-1ea51a206686 req-939d97a1-f25a-46ce-abf1-c9c3e4ea1242 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:21.220599 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0e575d61-4cd6-4dc7-9cbc-1ea51a206686 req-939d97a1-f25a-46ce-abf1-c9c3e4ea1242 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0801134 Jul 16 22:52:21.262147 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-0e575d61-4cd6-4dc7-9cbc-1ea51a206686 req-e5cceb90-ddad-4b77-87a2-01f9e0dfb4c1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365269 Jul 16 22:52:22.434717 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa42322-703e-495f-9dd5-3c57fa04ed33 req-4c1a8411-5594-4d8b-9386-c9829b0c8cc2 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:22.436190 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ffa42322-703e-495f-9dd5-3c57fa04ed33 req-4c1a8411-5594-4d8b-9386-c9829b0c8cc2 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0628517 Jul 16 22:52:22.502435 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ffa42322-703e-495f-9dd5-3c57fa04ed33 req-e754a5e4-276c-4dba-86af-fda7c47f2695 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599222 Jul 16 22:52:22.519771 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-3f030229-6b8a-45e9-b5ed-a79bb0cc1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:22.520782 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device cf709893-6328-4ace-9aaf-b5d2824b5b83 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:52:22.521249 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-3f030229-6b8a-45e9-b5ed-a79bb0cc1fe8 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655&tenant_id=45e2d062bcef436885aee12f040dc974 HTTP/1.1" status: 200 len: 1099 time: 0.0728798 Jul 16 22:52:22.594542 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.596284 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-61183a76-5d79-4e1d-8296-07034238375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:22.597802 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-61183a76-5d79-4e1d-8296-07034238375a service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=45e2d062bcef436885aee12f040dc974&device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 1099 time: 0.0555241 Jul 16 22:52:22.616797 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:22.619273 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9e7068b-2968-4d7d-b66d-fd1489c30566" -d '{"events": [{"server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "name": "network-vif-unplugged", "status": "completed", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:22.632385 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port cf709893-6328-4ace-9aaf-b5d2824b5b83, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:22.637608 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:22.666280 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d86ae2-4f0c-497e-a911-1a08e73e3ea1 x-openstack-request-id: req-07d86ae2-4f0c-497e-a911-1a08e73e3ea1 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:22.666574 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "name": "network-vif-unplugged", "status": "completed", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:22.666830 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07d86ae2-4f0c-497e-a911-1a08e73e3ea1 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:22.667214 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'code': 200} Jul 16 22:52:22.688754 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-91911362-21bd-4e7a-8267-eb49a639cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:22.690303 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-91911362-21bd-4e7a-8267-eb49a639cd29 service neutron] 10.222.0.35 "GET /v2.0/networks?id=292c54c5-694e-42f2-9ad2-ed75f5e813af HTTP/1.1" status: 200 len: 910 time: 0.0869350 Jul 16 22:52:22.694991 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=cf709893-6328-4ace-9aaf-b5d2824b5b83,revision_number=6']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:22.757868 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-8c304003-b742-4322-b340-f7c4c90ec535 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83 HTTP/1.1" status: 200 len: 1000 time: 0.0612288 Jul 16 22:52:22.804270 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-7eb62015-804c-4a33-99aa-c65b13e16278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:22.805672 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-7eb62015-804c-4a33-99aa-c65b13e16278 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=745df5ad-9fda-4e10-81ea-941cfd463c14 HTTP/1.1" status: 200 len: 848 time: 0.0424099 Jul 16 22:52:22.861087 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-238e39bd-ada1-45aa-ace3-4492147d6cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:22.862554 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-238e39bd-ada1-45aa-ace3-4492147d6cd4 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=292c54c5-694e-42f2-9ad2-ed75f5e813af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0510502 Jul 16 22:52:22.952411 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-9685206a-5210-4a6b-8f44-f95c6dccc664 service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836675 Jul 16 22:52:23.038998 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ce55ec81-44e9-4064-b955-570c7be3f182 req-7be05732-a97a-4d91-ae4e-630db4b8c5a3 service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802748 Jul 16 22:52:23.689600 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2b88f0-3e5e-4090-b2ae-a2a35acd3c62 req-d550ea4f-ee8c-4503-a1b9-b6617743a177 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:23.691107 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ca2b88f0-3e5e-4090-b2ae-a2a35acd3c62 req-d550ea4f-ee8c-4503-a1b9-b6617743a177 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.0676594 Jul 16 22:52:23.727998 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ca2b88f0-3e5e-4090-b2ae-a2a35acd3c62 req-e82b5c91-86b8-4845-9c68-403789b68869 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313942 Jul 16 22:52:24.653324 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-20d8ca6a-e372-4969-9342-604df97f0068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:24.897977 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff93fc25-fe55-492b-811c-73e0d7669084 req-968a2e02-8439-4c78-80ac-78afb6835189 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:24.899426 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ff93fc25-fe55-492b-811c-73e0d7669084 req-968a2e02-8439-4c78-80ac-78afb6835189 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.0618367 Jul 16 22:52:24.935628 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ff93fc25-fe55-492b-811c-73e0d7669084 req-a4038e75-47f3-440c-a087-cd02fac96572 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307975 Jul 16 22:52:25.736419 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:26.105923 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751cbd5a-63fa-468b-8306-4632358b0252 req-2139e2c6-f84c-45d7-aac8-7d13b5c63fd6 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:26.107264 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-751cbd5a-63fa-468b-8306-4632358b0252 req-2139e2c6-f84c-45d7-aac8-7d13b5c63fd6 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.0617824 Jul 16 22:52:26.145742 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-751cbd5a-63fa-468b-8306-4632358b0252 req-2d5a4c8c-210c-4509-83bf-a1b4a0a9eeba tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321844 Jul 16 22:52:26.976622 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:52:27.320993 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1456e-f2b5-44c7-ad0e-06a101033d7f req-4eee3f0e-4a16-4737-8b84-f9a74e77d496 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:27.322394 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-70e1456e-f2b5-44c7-ad0e-06a101033d7f req-4eee3f0e-4a16-4737-8b84-f9a74e77d496 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.0663719 Jul 16 22:52:27.358918 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-70e1456e-f2b5-44c7-ad0e-06a101033d7f req-c90ff038-d031-4431-86fc-c8eaadb234c1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309994 Jul 16 22:52:27.361831 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c8cd98ba-b25a-4f2d-8a06-14068c8f85b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:27.389358 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:28.169096 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:28.528693 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5cd45-32a6-403d-8f90-cb07c74a6d93 req-72ed20cf-f145-49db-af9a-bc5e73e27d66 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:28.530194 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-14b5cd45-32a6-403d-8f90-cb07c74a6d93 req-72ed20cf-f145-49db-af9a-bc5e73e27d66 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.0622678 Jul 16 22:52:28.566608 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-14b5cd45-32a6-403d-8f90-cb07c74a6d93 req-ed4dbc8f-e028-4c26-a63e-912cc9d3ea04 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309854 Jul 16 22:52:29.227205 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3773108b-eb82-4610-8e98-13741ee25f55 req-6677a7f7-40c3-45d8-8da9-2afa8d19cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:29.228607 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3773108b-eb82-4610-8e98-13741ee25f55 req-6677a7f7-40c3-45d8-8da9-2afa8d19cb64 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 1097 time: 0.0542257 Jul 16 22:52:29.262070 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-3773108b-eb82-4610-8e98-13741ee25f55 req-4f1c8592-7da4-468a-b309-754637592647 service neutron] 10.222.0.35 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0266688 Jul 16 22:52:29.737002 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f2d079-d8a6-4782-b05b-ea9e042410a2 req-31564d1f-40e7-4fc5-a5f2-0d37304abfbd tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:29.738429 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-64f2d079-d8a6-4782-b05b-ea9e042410a2 req-31564d1f-40e7-4fc5-a5f2-0d37304abfbd tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 944 time: 0.0621271 Jul 16 22:52:29.774822 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-64f2d079-d8a6-4782-b05b-ea9e042410a2 req-3eaf4ee6-da55-4e7c-8e3a-6f15522a10a1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308027 Jul 16 22:52:29.932405 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:30.575644 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device cf709893-6328-4ace-9aaf-b5d2824b5b83 details requested by agent hyperv_hv-cinder-79760 with host hv-cinder-79760 {{(pid=99619) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 22:52:30.664772 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port cf709893-6328-4ace-9aaf-b5d2824b5b83, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:30.679513 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Returning: {'device': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'port_id': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'mac_address': 'fa:16:3e:d5:6d:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=99619) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 22:52:30.716286 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:30.728254 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf709893-6328-4ace-9aaf-b5d2824b5b83 {{(pid=99619) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 22:52:30.747706 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port cf709893-6328-4ace-9aaf-b5d2824b5b83, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:30.751973 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:30.796431 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=cf709893-6328-4ace-9aaf-b5d2824b5b83,revision_number=7']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:30.947288 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf00599-aea5-448f-ba90-a27e38e5f071 req-ada334a8-0d53-4c17-97a8-bc5b5bdcd791 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:52:30.948744 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-edf00599-aea5-448f-ba90-a27e38e5f071 req-ada334a8-0d53-4c17-97a8-bc5b5bdcd791 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 945 time: 0.0623269 Jul 16 22:52:30.985589 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-edf00599-aea5-448f-ba90-a27e38e5f071 req-0d8d2875-45b7-4743-b365-152ab808a2a7 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308964 Jul 16 22:52:30.987851 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] get_ports_and_sgs() called for port_ids ['cf709893-6328-4ace-9aaf-b5d2824b5b83'] {{(pid=99619) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 22:52:32.585456 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device cf709893-6328-4ace-9aaf-b5d2824b5b83 up at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 22:52:32.632173 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.provisioning_blocks [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Provisioning complete for port cf709893-6328-4ace-9aaf-b5d2824b5b83 triggered by entity L2. {{(pid=99619) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 22:52:32.632545 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1389354'] for port, provisioning_complete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:32.708079 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-534746'] for port, before_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:32.729573 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83'}] {{(pid=99619) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:52:32.731794 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d8cd59bc104e7090d9344bbd8b4548c28dc2b8f318e6d19afa9bfb5a541f2b03" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ce652a-a19b-44a7-8b61-5db1a758c8a3" -d '{"events": [{"server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "name": "network-vif-plugged", "status": "completed", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83"}]}' {{(pid=99619) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:52:32.744216 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-ffe19959-d691-4405-9072-7189b023e535 None None] For port cf709893-6328-4ace-9aaf-b5d2824b5b83, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:52:32.748596 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731317240917', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731316840632', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731316840650'] for port, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:32.771936 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a174ef-0619-4591-8a4a-66153aa7abd3 x-openstack-request-id: req-07a174ef-0619-4591-8a4a-66153aa7abd3 {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:52:32.772222 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "name": "network-vif-plugged", "status": "completed", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83", "code": 200}]} {{(pid=99619) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:52:32.772467 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-07a174ef-0619-4591-8a4a-66153aa7abd3 {{(pid=99619) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:52:32.772841 dv-cinder-797608-6-iscsi neutron-server[99619]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'code': 200} Jul 16 22:52:32.796746 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Pushing event updated for resources: {'Port': ['ID=cf709893-6328-4ace-9aaf-b5d2824b5b83,revision_number=8']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:52:54.653796 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-d658aaf0-9603-46e1-9c7c-e7f92c587aa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:55.747563 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:57.362160 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-da8adedb-705a-450b-a8ce-485192c94b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:57.387887 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:58.173938 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:52:59.935346 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:03.179162 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c19dc41f-c06b-438d-b49d-0fd122ced484 req-f49b0d39-ddee-4991-bd3f-3e2a09ce0eef service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0542152 Jul 16 22:53:03.275825 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dc41f-c06b-438d-b49d-0fd122ced484 req-0854ee7a-0105-4b82-9b6a-5089d456d8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:03.277336 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c19dc41f-c06b-438d-b49d-0fd122ced484 req-0854ee7a-0105-4b82-9b6a-5089d456d8ef service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=45e2d062bcef436885aee12f040dc974&device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 1099 time: 0.0539174 Jul 16 22:53:03.384345 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dc41f-c06b-438d-b49d-0fd122ced484 req-91f3a9db-bfda-40dc-aacf-9695b275a011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:03.385728 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c19dc41f-c06b-438d-b49d-0fd122ced484 req-91f3a9db-bfda-40dc-aacf-9695b275a011 service neutron] 10.222.0.35 "GET /v2.0/networks?id=292c54c5-694e-42f2-9ad2-ed75f5e813af HTTP/1.1" status: 200 len: 910 time: 0.0873008 Jul 16 22:53:03.450301 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c19dc41f-c06b-438d-b49d-0fd122ced484 req-2cbdd05c-3b53-4305-bd31-987ae234e44b service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83 HTTP/1.1" status: 200 len: 1002 time: 0.0563641 Jul 16 22:53:03.497612 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dc41f-c06b-438d-b49d-0fd122ced484 req-32fe42b0-ba7c-489d-8764-8e4187b1e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:03.498958 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c19dc41f-c06b-438d-b49d-0fd122ced484 req-32fe42b0-ba7c-489d-8764-8e4187b1e414 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=745df5ad-9fda-4e10-81ea-941cfd463c14 HTTP/1.1" status: 200 len: 848 time: 0.0413718 Jul 16 22:53:03.558354 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19dc41f-c06b-438d-b49d-0fd122ced484 req-92115f6a-cde7-44d1-b238-34c93235d4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:03.559763 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c19dc41f-c06b-438d-b49d-0fd122ced484 req-92115f6a-cde7-44d1-b238-34c93235d4a7 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=292c54c5-694e-42f2-9ad2-ed75f5e813af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528014 Jul 16 22:53:03.646889 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c19dc41f-c06b-438d-b49d-0fd122ced484 req-19160f29-1e32-4f06-92e9-3ecdf8490493 service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782316 Jul 16 22:53:03.739207 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-c19dc41f-c06b-438d-b49d-0fd122ced484 req-d88cc964-2457-43fb-95f9-386d3275aabe service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846751 Jul 16 22:53:03.975649 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:53:24.654747 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6222ee40-f40c-45a5-b238-4b7033a63206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:25.746081 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:27.363438 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-0f28a20a-3de3-4a75-ae6a-c224d7c672f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:27.387812 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:28.171985 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:29.937449 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:40.973870 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:53:46.343776 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60290) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:46.498535 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Deleting port e93c7605-450e-4c95-8474-d8fec4ac5c83 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:46.498809 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:46.568779 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:46.569101 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:46.580120 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Calling delete_port for e93c7605-450e-4c95-8474-d8fec4ac5c83 owned by network:floatingip {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:46.742962 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:46.769139 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event deleted for resources: {'Port': ['ID=e93c7605-450e-4c95-8474-d8fec4ac5c83,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:46.794909 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:46.795258 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:46.795597 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:46.795930 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:46.796260 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:46.796589 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:46.796913 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:46.797232 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:46.797593 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:46.797920 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:46.798246 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:46.799243 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99618) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:46.840795 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:46.841125 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.l3_db [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Floating IP 97e6fe3b-4e3d-4fe3-8ab6-11bd5b5b819a disassociated (deleted). External IP: 172.27.0.55, port: 335615ee-a9b8-45b0-a5e1-a6dc81e846a7. Jul 16 22:53:47.042156 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Router 09ab48e1-e417-4d6e-a9a0-e75f92764fca has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:53:47.143563 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:53:47.148375 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:47.152630 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae820cc-daab-49a8-bdcb-9fb46124bce4 None None] Sync routers for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:53:47.162411 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae820cc-daab-49a8-bdcb-9fb46124bce4 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:47.163021 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-aae820cc-daab-49a8-bdcb-9fb46124bce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:47.186660 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-b0a926b6-bbc2-4293-abf2-1be1d725fdb7 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "DELETE /v2.0/floatingips/97e6fe3b-4e3d-4fe3-8ab6-11bd5b5b819a HTTP/1.1" status: 204 len: 168 time: 0.8418038 Jul 16 22:53:47.187261 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'tag': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:47.190186 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90500cd6-582c-4156-8e65-580381b72649" -d '{"events": [{"name": "network-changed", "server_uuid": "70e751b0-21a6-44c8-b538-8f72a16762bd", "tag": "335615ee-a9b8-45b0-a5e1-a6dc81e846a7"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:47.230288 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f35ae6-e8c0-4bce-8e7d-7149ee0dae8f x-openstack-request-id: req-d5f35ae6-e8c0-4bce-8e7d-7149ee0dae8f {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:47.230694 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70e751b0-21a6-44c8-b538-8f72a16762bd", "tag": "335615ee-a9b8-45b0-a5e1-a6dc81e846a7", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:47.230945 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-d5f35ae6-e8c0-4bce-8e7d-7149ee0dae8f {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:47.231333 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'tag': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7', 'status': 'completed', 'code': 200} Jul 16 22:53:47.275709 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60302) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:47.279930 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-aae820cc-daab-49a8-bdcb-9fb46124bce4 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:47.339739 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90500cd6-582c-4156-8e65-580381b72649 req-0449d4ff-e314-4bef-bd65-6a007acf414d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:47.342406 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-90500cd6-582c-4156-8e65-580381b72649 req-0449d4ff-e314-4bef-bd65-6a007acf414d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 1099 time: 0.0882175 Jul 16 22:53:47.462900 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90500cd6-582c-4156-8e65-580381b72649 req-d99058a9-ec62-4257-a4be-9b06979034e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:47.464403 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-90500cd6-582c-4156-8e65-580381b72649 req-d99058a9-ec62-4257-a4be-9b06979034e1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 912 time: 0.1151884 Jul 16 22:53:47.492766 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Deleting port 33ff72b6-3bc8-45fc-9dfc-758c00075a3a {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:47.493790 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:47.517018 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-90500cd6-582c-4156-8e65-580381b72649 req-9fad85e3-09e7-4e35-8ba0-fd3c4a3c3bd9 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=335615ee-a9b8-45b0-a5e1-a6dc81e846a7 HTTP/1.1" status: 200 len: 217 time: 0.0441797 Jul 16 22:53:47.541706 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-aae820cc-daab-49a8-bdcb-9fb46124bce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '115972fa-1805-4476-a0cc-731b32062bac', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:79:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:50:12Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 1, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:47.575298 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:47.575535 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:47.589718 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Calling delete_port for 33ff72b6-3bc8-45fc-9dfc-758c00075a3a owned by network:floatingip {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:47.613228 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90500cd6-582c-4156-8e65-580381b72649 req-6fe9303d-b97e-417a-98f9-4cc58f46da52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:47.614814 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-90500cd6-582c-4156-8e65-580381b72649 req-6fe9303d-b97e-417a-98f9-4cc58f46da52 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0896738 Jul 16 22:53:47.662330 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697dadd7-2944-495b-b783-2abecf1c86b5 req-5ca87f8b-c1b8-4849-9193-c6147e6396ca tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:47.663937 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-697dadd7-2944-495b-b783-2abecf1c86b5 req-5ca87f8b-c1b8-4849-9193-c6147e6396ca tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 946 time: 0.1287906 Jul 16 22:53:47.694717 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae820cc-daab-49a8-bdcb-9fb46124bce4 None None] Checking router: 09ab48e1-e417-4d6e-a9a0-e75f92764fca for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:53:47.702846 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aae820cc-daab-49a8-bdcb-9fb46124bce4 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:47.703457 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-aae820cc-daab-49a8-bdcb-9fb46124bce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:47.717099 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90500cd6-582c-4156-8e65-580381b72649 req-71e45632-9570-4260-bf7c-278fe708b07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:47.718803 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-90500cd6-582c-4156-8e65-580381b72649 req-71e45632-9570-4260-bf7c-278fe708b07f service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0948818 Jul 16 22:53:47.724210 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-697dadd7-2944-495b-b783-2abecf1c86b5 req-c830f9e9-ff9c-4179-a718-8d3755e675c3 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510685 Jul 16 22:53:47.763353 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:47.788901 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event deleted for resources: {'Port': ['ID=33ff72b6-3bc8-45fc-9dfc-758c00075a3a,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:47.814677 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-aae820cc-daab-49a8-bdcb-9fb46124bce4 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:47.832647 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-90500cd6-582c-4156-8e65-580381b72649 req-d53a290d-4568-4072-8a31-4588a093c627 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061072 Jul 16 22:53:47.857002 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for floatingip, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:47.857341 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.db.l3_db [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Floating IP 7f616439-628a-4c75-bfb7-1d24d4307057 disassociated (deleted). External IP: 172.27.0.188, port: cf709893-6328-4ace-9aaf-b5d2824b5b83. Jul 16 22:53:47.926761 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-90500cd6-582c-4156-8e65-580381b72649 req-ad957816-6156-46dc-903c-e09591f7f7b9 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866597 Jul 16 22:53:48.045645 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-aae820cc-daab-49a8-bdcb-9fb46124bce4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '115972fa-1805-4476-a0cc-731b32062bac', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:79:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:50:12Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 1, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:48.065748 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Router 59433765-6f09-4a52-aa46-5994d4720215 has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:53:48.075376 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aae820cc-daab-49a8-bdcb-9fb46124bce4 None None] The sync data for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi is: [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_floatingips': [{'id': '115972fa-1805-4476-a0cc-731b32062bac', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'router_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'port_id': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 699, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'mac_address': 'fa:16:3e:79:39:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T22:50:12Z', 'updated_at': '2021-07-16T22:50:14Z', 'revision_number': 1, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:53:48.173044 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:53:48.178576 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:48.183862 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca9f5a-f6c4-462c-b5c0-ea2a852e2a4b None None] Sync routers for ids ['59433765-6f09-4a52-aa46-5994d4720215'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:53:48.193654 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca9f5a-f6c4-462c-b5c0-ea2a852e2a4b None None] Routers {'59433765-6f09-4a52-aa46-5994d4720215'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:48.194406 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-d3ca9f5a-f6c4-462c-b5c0-ea2a852e2a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['59433765-6f09-4a52-aa46-5994d4720215'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:48.217806 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-a1c927ad-9dfc-43af-aa02-40a00096a446 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "DELETE /v2.0/floatingips/7f616439-628a-4c75-bfb7-1d24d4307057 HTTP/1.1" status: 204 len: 168 time: 0.9383314 Jul 16 22:53:48.305791 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-d3ca9f5a-f6c4-462c-b5c0-ea2a852e2a4b None None] Set router 59433765-6f09-4a52-aa46-5994d4720215 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:48.332670 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56b71ac-6052-4cda-a526-8c64f429e4b5 None None] New status for floating IP 97e6fe3b-4e3d-4fe3-8ab6-11bd5b5b819a: DOWN {{(pid=99619) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:53:48.520635 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-d3ca9f5a-f6c4-462c-b5c0-ea2a852e2a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5ec90123-d88a-4683-921c-da1529beeb97', 'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'mac_address': 'fa:16:3e:95:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 5, 'project_id': '45e2d062bcef436885aee12f040dc974', 'subnets': [{'id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:48.549849 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca9f5a-f6c4-462c-b5c0-ea2a852e2a4b None None] Checking router: 59433765-6f09-4a52-aa46-5994d4720215 for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:53:48.558175 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3ca9f5a-f6c4-462c-b5c0-ea2a852e2a4b None None] Routers {'59433765-6f09-4a52-aa46-5994d4720215'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:48.558768 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-d3ca9f5a-f6c4-462c-b5c0-ea2a852e2a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['59433765-6f09-4a52-aa46-5994d4720215'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:48.608908 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af70e9a5-f8b7-4aef-a67a-2c6486380543 req-60fbf56c-f112-4d34-851b-a3d888e76027 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:48.610403 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-af70e9a5-f8b7-4aef-a67a-2c6486380543 req-60fbf56c-f112-4d34-851b-a3d888e76027 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0686343 Jul 16 22:53:48.648410 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-af70e9a5-f8b7-4aef-a67a-2c6486380543 req-482167d9-a094-4783-ac0a-46b1008baaac tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Jul 16 22:53:48.662541 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-d3ca9f5a-f6c4-462c-b5c0-ea2a852e2a4b None None] Set router 59433765-6f09-4a52-aa46-5994d4720215 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:48.901552 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d656bc0-b5f6-47f9-ae55-61adf2b1edf0 req-61696eab-7e37-4ce0-a792-8d3155e1531d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:48.903000 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6d656bc0-b5f6-47f9-ae55-61adf2b1edf0 req-61696eab-7e37-4ce0-a792-8d3155e1531d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 946 time: 0.0630949 Jul 16 22:53:48.931913 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-d3ca9f5a-f6c4-462c-b5c0-ea2a852e2a4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5ec90123-d88a-4683-921c-da1529beeb97', 'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'mac_address': 'fa:16:3e:95:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 5, 'project_id': '45e2d062bcef436885aee12f040dc974', 'subnets': [{'id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:48.940377 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-6d656bc0-b5f6-47f9-ae55-61adf2b1edf0 req-4cf45bd9-4ce6-4697-89f2-53494436467d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Jul 16 22:53:48.959005 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca9f5a-f6c4-462c-b5c0-ea2a852e2a4b None None] The sync data for ids ['59433765-6f09-4a52-aa46-5994d4720215'] in dv-cinder-797608-6-iscsi is: [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:27Z', 'revision_number': 4, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5ec90123-d88a-4683-921c-da1529beeb97', 'name': '', 'network_id': '292c54c5-694e-42f2-9ad2-ed75f5e813af', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'mac_address': 'fa:16:3e:95:11:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_interface', 'standard_attr_id': 672, 'fixed_ips': [{'subnet_id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:27Z', 'updated_at': '2021-07-16T22:49:33Z', 'revision_number': 5, 'project_id': '45e2d062bcef436885aee12f040dc974', 'subnets': [{'id': '745df5ad-9fda-4e10-81ea-941cfd463c14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:53:49.056890 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74414d40-f0b5-4886-bb47-2a4121b4a14f req-59eb39a0-29a2-4837-927a-e02c167b2912 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:49.058405 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-74414d40-f0b5-4886-bb47-2a4121b4a14f req-59eb39a0-29a2-4837-927a-e02c167b2912 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 946 time: 0.0631142 Jul 16 22:53:49.164086 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61fc0ba2-ad9b-4d55-9eb5-71e8a2e6abc3 None None] New status for floating IP 7f616439-628a-4c75-bfb7-1d24d4307057: DOWN {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:53:49.165220 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-74414d40-f0b5-4886-bb47-2a4121b4a14f req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Deleting port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:49.165590 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-74414d40-f0b5-4886-bb47-2a4121b4a14f req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:49.232922 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:49.235526 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3077b7e3-af37-4a78-81f7-6df128ba73bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:49.261190 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [req-74414d40-f0b5-4886-bb47-2a4121b4a14f req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] For port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=335615ee-a9b8-45b0-a5e1-a6dc81e846a7,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:49.261788 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-74414d40-f0b5-4886-bb47-2a4121b4a14f req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:49.275249 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb55faf-851c-40ad-a66c-5f9ed6b8298c x-openstack-request-id: req-ccb55faf-851c-40ad-a66c-5f9ed6b8298c {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:49.275537 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:49.275786 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-ccb55faf-851c-40ad-a66c-5f9ed6b8298c {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:49.276178 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'status': 'completed', 'code': 200} Jul 16 22:53:49.284199 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [req-74414d40-f0b5-4886-bb47-2a4121b4a14f req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Calling delete_port for 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 owned by compute:nova {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:49.359152 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077b7e3-af37-4a78-81f7-6df128ba73bf req-bbcdb9c9-fb61-4b4d-9459-6887a261278d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:49.361596 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-3077b7e3-af37-4a78-81f7-6df128ba73bf req-bbcdb9c9-fb61-4b4d-9459-6887a261278d service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=45e2d062bcef436885aee12f040dc974&device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 1099 time: 0.0570481 Jul 16 22:53:49.414384 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-74414d40-f0b5-4886-bb47-2a4121b4a14f req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:49.443257 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event deleted for resources: {'Port': ['ID=335615ee-a9b8-45b0-a5e1-a6dc81e846a7,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:49.453850 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077b7e3-af37-4a78-81f7-6df128ba73bf req-efe0132d-ecb8-4fde-b81d-2e1ccaef3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:49.455948 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-3077b7e3-af37-4a78-81f7-6df128ba73bf req-efe0132d-ecb8-4fde-b81d-2e1ccaef3e8a service neutron] 10.222.0.35 "GET /v2.0/networks?id=292c54c5-694e-42f2-9ad2-ed75f5e813af HTTP/1.1" status: 200 len: 910 time: 0.0884383 Jul 16 22:53:49.456743 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:49.457092 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:49.457431 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:49.457800 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:49.458130 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:49.458459 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:49.458784 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:49.459108 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:49.459431 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:49.459752 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:49.460070 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:49.460386 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99617) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:49.497453 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-3077b7e3-af37-4a78-81f7-6df128ba73bf req-0ab324f3-665d-42f7-8aac-6a17f65d4d38 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83 HTTP/1.1" status: 200 len: 217 time: 0.0340574 Jul 16 22:53:49.508206 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [req-74414d40-f0b5-4886-bb47-2a4121b4a14f req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] No DVR routers for this DVR port 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 on host hv-cinder-79760 {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:53:49.510697 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [req-74414d40-f0b5-4886-bb47-2a4121b4a14f req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:49.512721 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-74414d40-f0b5-4886-bb47-2a4121b4a14f req-61e566e0-5807-43dd-a1a4-23f5eb674d6e tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "DELETE /v2.0/ports/335615ee-a9b8-45b0-a5e1-a6dc81e846a7 HTTP/1.1" status: 204 len: 173 time: 0.4488084 Jul 16 22:53:49.513153 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'name': 'network-vif-deleted', 'tag': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:49.515522 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68b632a-30cc-4f92-96c0-5ae5411e043f" -d '{"events": [{"server_uuid": "70e751b0-21a6-44c8-b538-8f72a16762bd", "name": "network-vif-deleted", "tag": "335615ee-a9b8-45b0-a5e1-a6dc81e846a7"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:49.548243 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077b7e3-af37-4a78-81f7-6df128ba73bf req-38c7b750-20c1-4f24-a4a2-77c76d326ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:49.550046 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-3077b7e3-af37-4a78-81f7-6df128ba73bf req-38c7b750-20c1-4f24-a4a2-77c76d326ca2 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=745df5ad-9fda-4e10-81ea-941cfd463c14 HTTP/1.1" status: 200 len: 848 time: 0.0453193 Jul 16 22:53:49.552172 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e32c043-4766-4edb-8f85-a994c458c252 x-openstack-request-id: req-1e32c043-4766-4edb-8f85-a994c458c252 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:49.552468 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70e751b0-21a6-44c8-b538-8f72a16762bd", "name": "network-vif-deleted", "tag": "335615ee-a9b8-45b0-a5e1-a6dc81e846a7", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:49.552993 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-1e32c043-4766-4edb-8f85-a994c458c252 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:49.553371 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70e751b0-21a6-44c8-b538-8f72a16762bd', 'name': 'network-vif-deleted', 'tag': '335615ee-a9b8-45b0-a5e1-a6dc81e846a7', 'status': 'completed', 'code': 200} Jul 16 22:53:49.635486 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077b7e3-af37-4a78-81f7-6df128ba73bf req-d14a864f-9e58-47ee-a9ad-9fd7e97eae36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:49.636973 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-3077b7e3-af37-4a78-81f7-6df128ba73bf req-d14a864f-9e58-47ee-a9ad-9fd7e97eae36 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=292c54c5-694e-42f2-9ad2-ed75f5e813af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0561879 Jul 16 22:53:49.727700 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-3077b7e3-af37-4a78-81f7-6df128ba73bf req-696c7673-f1c8-4dfd-9482-79f13fd59ef9 service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829451 Jul 16 22:53:49.831165 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cdb450-6394-4677-b96b-d756899b6de6 req-82872112-d6b4-431d-b144-5cf0f85906f7 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:49.832706 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32cdb450-6394-4677-b96b-d756899b6de6 req-82872112-d6b4-431d-b144-5cf0f85906f7 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0730436 Jul 16 22:53:49.837787 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-3077b7e3-af37-4a78-81f7-6df128ba73bf req-8012169e-1e2b-466e-a298-4064efa909ef service neutron] 10.222.0.35 "GET /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025634 Jul 16 22:53:49.873967 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-32cdb450-6394-4677-b96b-d756899b6de6 req-4c714d3f-51db-4e33-8d27-303b5baadd4c tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/security-groups?id=4c1e2f14-ba6e-4755-b04c-e9826b2195aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354245 Jul 16 22:53:50.069526 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06de937f-992c-4a6b-8087-0114e4666af5 req-49290e19-0e0f-4867-9264-a9f59b5401f6 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:50.071039 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-06de937f-992c-4a6b-8087-0114e4666af5 req-49290e19-0e0f-4867-9264-a9f59b5401f6 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.35 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 946 time: 0.0705543 Jul 16 22:53:50.099097 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-a116a413-b42c-4a73-adc0-0ac6c839aaeb req-af8cb9bc-52ed-44e6-af88-e1abf33fd0e0 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=70e751b0-21a6-44c8-b538-8f72a16762bd HTTP/1.1" status: 200 len: 210 time: 0.0286164 Jul 16 22:53:50.182446 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-06de937f-992c-4a6b-8087-0114e4666af5 req-47bf8128-b51d-469f-a88f-ce668f45aa5e tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Deleting port cf709893-6328-4ace-9aaf-b5d2824b5b83 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:50.182710 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-06de937f-992c-4a6b-8087-0114e4666af5 req-47bf8128-b51d-469f-a88f-ce668f45aa5e tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.270519 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-06de937f-992c-4a6b-8087-0114e4666af5 req-47bf8128-b51d-469f-a88f-ce668f45aa5e tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] For port cf709893-6328-4ace-9aaf-b5d2824b5b83, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=cf709893-6328-4ace-9aaf-b5d2824b5b83,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:50.271196 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-06de937f-992c-4a6b-8087-0114e4666af5 req-47bf8128-b51d-469f-a88f-ce668f45aa5e tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.283124 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-06de937f-992c-4a6b-8087-0114e4666af5 req-47bf8128-b51d-469f-a88f-ce668f45aa5e tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Calling delete_port for cf709893-6328-4ace-9aaf-b5d2824b5b83 owned by compute:nova {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:50.416053 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-06de937f-992c-4a6b-8087-0114e4666af5 req-47bf8128-b51d-469f-a88f-ce668f45aa5e tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.447433 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bf8128-b51d-469f-a88f-ce668f45aa5e tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event deleted for resources: {'Port': ['ID=cf709893-6328-4ace-9aaf-b5d2824b5b83,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:50.492609 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-06de937f-992c-4a6b-8087-0114e4666af5 req-47bf8128-b51d-469f-a88f-ce668f45aa5e tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] No DVR routers for this DVR port cf709893-6328-4ace-9aaf-b5d2824b5b83 on host hv-cinder-79760 {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:53:50.495052 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-06de937f-992c-4a6b-8087-0114e4666af5 req-47bf8128-b51d-469f-a88f-ce668f45aa5e tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:50.496993 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-06de937f-992c-4a6b-8087-0114e4666af5 req-47bf8128-b51d-469f-a88f-ce668f45aa5e tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.35 "DELETE /v2.0/ports/cf709893-6328-4ace-9aaf-b5d2824b5b83 HTTP/1.1" status: 204 len: 173 time: 0.4205029 Jul 16 22:53:50.968845 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device cf709893-6328-4ace-9aaf-b5d2824b5b83 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:50.995095 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: cf709893-6328-4ace-9aaf-b5d2824b5b83 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:50.995095 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device cf709893-6328-4ace-9aaf-b5d2824b5b83 not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:50.995521 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:51.015688 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:51.016125 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 335615ee-a9b8-45b0-a5e1-a6dc81e846a7 not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:51.036235 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-4f54692b-71a3-40bf-8c2c-612df4d2fda3 req-7393e971-d0f0-47a8-8a0c-c8cfdb659ce6 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "GET /v2.0/ports?device_id=7b77dd6a-1969-418f-b983-217c8e4cd655 HTTP/1.1" status: 200 len: 210 time: 0.0337400 Jul 16 22:53:51.277935 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'name': 'network-vif-deleted', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:51.281058 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb80f4d-a487-437c-9941-9119b0cc4c98" -d '{"events": [{"server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "name": "network-vif-deleted", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:51.321434 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f78e4e-d73d-4322-949b-276e22e32ad2 x-openstack-request-id: req-54f78e4e-d73d-4322-949b-276e22e32ad2 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:51.321763 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b77dd6a-1969-418f-b983-217c8e4cd655", "name": "network-vif-deleted", "tag": "cf709893-6328-4ace-9aaf-b5d2824b5b83", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:51.322018 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-54f78e4e-d73d-4322-949b-276e22e32ad2 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:51.322860 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b77dd6a-1969-418f-b983-217c8e4cd655', 'name': 'network-vif-deleted', 'tag': 'cf709893-6328-4ace-9aaf-b5d2824b5b83', 'status': 'completed', 'code': 200} Jul 16 22:53:52.130112 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60338) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:52.420544 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-28a5f20e-1556-4f60-90ad-ddaac0ef69e1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:52.444714 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-28a5f20e-1556-4f60-90ad-ddaac0ef69e1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:52.502373 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-28a5f20e-1556-4f60-90ad-ddaac0ef69e1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:52.504988 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-28a5f20e-1556-4f60-90ad-ddaac0ef69e1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:52.506172 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-28a5f20e-1556-4f60-90ad-ddaac0ef69e1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] 10.222.0.24 "DELETE /v2.0/security-groups/4c1e2f14-ba6e-4755-b04c-e9826b2195aa HTTP/1.1" status: 204 len: 168 time: 0.3750436 Jul 16 22:53:52.514718 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5f20e-1556-4f60-90ad-ddaac0ef69e1 tempest-TestShelveInstance-424250292 tempest-TestShelveInstance-424250292-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1e2f14-ba6e-4755-b04c-e9826b2195aa,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:53.428966 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60350) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:53.566679 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60354) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:53.588714 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Deleting port ad01885a-6a14-434a-bd98-e12d92eeef6b {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:53.589054 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:53.662336 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:53.662656 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:53.674252 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Calling delete_port for ad01885a-6a14-434a-bd98-e12d92eeef6b owned by network:floatingip {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:53.820341 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:53.849543 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event deleted for resources: {'Port': ['ID=ad01885a-6a14-434a-bd98-e12d92eeef6b,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:53.905912 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3126cdc8-f64e-4d84-8bab-96c9a2c77618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728724'] for router_interface, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:53.909509 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:53.909853 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.db.l3_db [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Floating IP 115972fa-1805-4476-a0cc-731b32062bac disassociated (deleted). External IP: 172.27.0.152, port: 92f114b8-8f63-4d4c-a789-591e46e59e02. Jul 16 22:53:54.114547 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Router 09ab48e1-e417-4d6e-a9a0-e75f92764fca has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:53:54.153337 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-3126cdc8-f64e-4d84-8bab-96c9a2c77618 admin admin] Deleting port 5ec90123-d88a-4683-921c-da1529beeb97 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:54.153746 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3126cdc8-f64e-4d84-8bab-96c9a2c77618 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.219406 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:53:54.225074 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.230763 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [None req-3126cdc8-f64e-4d84-8bab-96c9a2c77618 admin admin] For port 5ec90123-d88a-4683-921c-da1529beeb97, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=5ec90123-d88a-4683-921c-da1529beeb97,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:54.231079 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3126cdc8-f64e-4d84-8bab-96c9a2c77618 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.233447 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363ced9-1a0a-4d83-94ea-bc706bdb64b9 None None] Sync routers for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:53:54.243818 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363ced9-1a0a-4d83-94ea-bc706bdb64b9 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:54.244070 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-3126cdc8-f64e-4d84-8bab-96c9a2c77618 admin admin] Calling delete_port for 5ec90123-d88a-4683-921c-da1529beeb97 owned by network:router_interface {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:54.244569 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-e363ced9-1a0a-4d83-94ea-bc706bdb64b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:54.264006 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-2fe5b759-f0f3-4d51-8585-03ca7c68a999 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "DELETE /v2.0/floatingips/115972fa-1805-4476-a0cc-731b32062bac HTTP/1.1" status: 204 len: 168 time: 0.8316395 Jul 16 22:53:54.264006 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'tag': '92f114b8-8f63-4d4c-a789-591e46e59e02'}] {{(pid=99617) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:54.264807 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}74f6e47266fa4d764cd5f9d27298ddaae862031dd0f1b98c614da3436b88d5fc" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8a8555c-6acb-4abf-a788-d124d6c6c902" -d '{"events": [{"name": "network-changed", "server_uuid": "c1eed4fb-60e4-41a6-b5e9-273581bbfb11", "tag": "92f114b8-8f63-4d4c-a789-591e46e59e02"}]}' {{(pid=99617) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:54.301860 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e660b19e-1adb-4e7a-bcd0-0608c2932f77 x-openstack-request-id: req-e660b19e-1adb-4e7a-bcd0-0608c2932f77 {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:54.302158 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1eed4fb-60e4-41a6-b5e9-273581bbfb11", "tag": "92f114b8-8f63-4d4c-a789-591e46e59e02", "status": "completed", "code": 200}]} {{(pid=99617) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:54.302411 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-e660b19e-1adb-4e7a-bcd0-0608c2932f77 {{(pid=99617) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:54.303057 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'tag': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'status': 'completed', 'code': 200} Jul 16 22:53:54.359240 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-e363ced9-1a0a-4d83-94ea-bc706bdb64b9 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:54.483204 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3126cdc8-f64e-4d84-8bab-96c9a2c77618 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.495941 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8555c-6acb-4abf-a788-d124d6c6c902 req-d373a656-e040-46dd-9130-93595e237ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:54.495941 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f8a8555c-6acb-4abf-a788-d124d6c6c902 req-d373a656-e040-46dd-9130-93595e237ccb service neutron] 10.222.0.35 "GET /v2.0/ports?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 1099 time: 0.1384823 Jul 16 22:53:54.590089 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-e363ced9-1a0a-4d83-94ea-bc706bdb64b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:54.626142 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363ced9-1a0a-4d83-94ea-bc706bdb64b9 None None] Checking router: 09ab48e1-e417-4d6e-a9a0-e75f92764fca for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:53:54.636381 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e363ced9-1a0a-4d83-94ea-bc706bdb64b9 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:54.637113 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-e363ced9-1a0a-4d83-94ea-bc706bdb64b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:54.658961 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90804b9e-356d-405d-a833-eef5c7f159bf req-bf7728a0-418f-4472-8a79-d69f9484e17a tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:54.666178 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-90804b9e-356d-405d-a833-eef5c7f159bf req-bf7728a0-418f-4472-8a79-d69f9484e17a tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 946 time: 0.0745480 Jul 16 22:53:54.685589 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3126cdc8-f64e-4d84-8bab-96c9a2c77618 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec90123-d88a-4683-921c-da1529beeb97,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:54.704192 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-030711ad-4fdd-4251-897c-a17c3ed2da26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.711760 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-90804b9e-356d-405d-a833-eef5c7f159bf req-c2f6d603-0abc-4472-bd43-95a65c6ac21b tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445693 Jul 16 22:53:54.749344 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8555c-6acb-4abf-a788-d124d6c6c902 req-6aa92c8d-0239-4207-845a-62676620d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:54.750922 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f8a8555c-6acb-4abf-a788-d124d6c6c902 req-6aa92c8d-0239-4207-845a-62676620d2b1 service neutron] 10.222.0.35 "GET /v2.0/networks?id=e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 200 len: 912 time: 0.2040923 Jul 16 22:53:54.782248 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-e363ced9-1a0a-4d83-94ea-bc706bdb64b9 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:54.825836 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f8a8555c-6acb-4abf-a788-d124d6c6c902 req-6fab9c30-2394-44d8-8232-e5724a7555c3 service neutron] 10.222.0.35 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=92f114b8-8f63-4d4c-a789-591e46e59e02 HTTP/1.1" status: 200 len: 217 time: 0.0659943 Jul 16 22:53:54.875936 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-3126cdc8-f64e-4d84-8bab-96c9a2c77618 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733700'] for router_interface, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:54.892338 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8555c-6acb-4abf-a788-d124d6c6c902 req-d64d753b-246f-4434-91ad-f49874b66ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:54.893904 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f8a8555c-6acb-4abf-a788-d124d6c6c902 req-d64d753b-246f-4434-91ad-f49874b66ce4 service neutron] 10.222.0.35 "GET /v2.0/subnets?id=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 200 len: 850 time: 0.0599875 Jul 16 22:53:54.982215 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-e363ced9-1a0a-4d83-94ea-bc706bdb64b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:55.007907 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e363ced9-1a0a-4d83-94ea-bc706bdb64b9 None None] The sync data for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi is: [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:47:09Z', 'revision_number': 4, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi', '_interfaces': [{'id': '5777814f-7384-4b79-beb0-a37945562bef', 'name': '', 'network_id': 'e3095b56-9899-4c13-92f8-b8a8b8b53876', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'mac_address': 'fa:16:3e:8b:96:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:08Z', 'updated_at': '2021-07-16T22:47:15Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'subnets': [{'id': 'b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:53:55.033891 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a8555c-6acb-4abf-a788-d124d6c6c902 req-faff3115-4646-4cd9-852f-1b080e110958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:55.035494 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f8a8555c-6acb-4abf-a788-d124d6c6c902 req-faff3115-4646-4cd9-852f-1b080e110958 service neutron] 10.222.0.35 "GET /v2.0/ports?network_id=e3095b56-9899-4c13-92f8-b8a8b8b53876&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1076934 Jul 16 22:53:55.208978 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3126cdc8-f64e-4d84-8bab-96c9a2c77618 admin admin] Router 59433765-6f09-4a52-aa46-5994d4720215 has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:53:55.211859 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f8a8555c-6acb-4abf-a788-d124d6c6c902 req-69d778e9-4734-4d96-b8ef-8a2a85f35346 service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424544 Jul 16 22:53:55.234801 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7269f13a-d879-4c2d-91d6-23f452d05ae0 None None] New status for floating IP 115972fa-1805-4476-a0cc-731b32062bac: DOWN {{(pid=99620) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 22:53:55.378144 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-f8a8555c-6acb-4abf-a788-d124d6c6c902 req-f3b593d9-7b40-4e4a-9316-8684e7b3aa7c service neutron] 10.222.0.35 "GET /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593497 Jul 16 22:53:55.382204 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3126cdc8-f64e-4d84-8bab-96c9a2c77618 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:53:55.388037 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-3126cdc8-f64e-4d84-8bab-96c9a2c77618 admin admin] 10.222.0.24 "PUT /v2.0/routers/59433765-6f09-4a52-aa46-5994d4720215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8188632 Jul 16 22:53:55.390078 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60362) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:55.392662 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1712d79-4c92-4458-8aa1-476f8e3b66e2 None None] Sync routers for ids ['59433765-6f09-4a52-aa46-5994d4720215'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:53:55.403251 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1712d79-4c92-4458-8aa1-476f8e3b66e2 None None] Routers {'59433765-6f09-4a52-aa46-5994d4720215'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:55.403792 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-c1712d79-4c92-4458-8aa1-476f8e3b66e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['59433765-6f09-4a52-aa46-5994d4720215'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:55.490361 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:55.508668 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-c1712d79-4c92-4458-8aa1-476f8e3b66e2 None None] Set router 59433765-6f09-4a52-aa46-5994d4720215 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:55.592270 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:55.646475 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Deleting port cdce19fa-6671-435c-a377-a4f729a9cc0d {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:55.646825 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:55.688276 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-c1712d79-4c92-4458-8aa1-476f8e3b66e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9'}], 'enable_snat': True}, 'gw_port_id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:53:54Z', 'revision_number': 5, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port': {'id': 'cdce19fa-6671-435c-a377-a4f729a9cc0d', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:63:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59433765-6f09-4a52-aa46-5994d4720215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:49:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:55.729579 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] For port cdce19fa-6671-435c-a377-a4f729a9cc0d, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=cdce19fa-6671-435c-a377-a4f729a9cc0d,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:55.730182 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:55.743670 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Calling delete_port for cdce19fa-6671-435c-a377-a4f729a9cc0d owned by network:router_gateway {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:55.848939 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1712d79-4c92-4458-8aa1-476f8e3b66e2 None None] Checking router: 59433765-6f09-4a52-aa46-5994d4720215 for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:53:55.864005 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1712d79-4c92-4458-8aa1-476f8e3b66e2 None None] Routers {'59433765-6f09-4a52-aa46-5994d4720215'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:55.864696 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-c1712d79-4c92-4458-8aa1-476f8e3b66e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:27Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['59433765-6f09-4a52-aa46-5994d4720215'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:55.866746 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:55.890388 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bd1bf2-f4cf-4dd6-bfa2-bc87ef10c6be req-eb1fc6b0-4f76-4bb2-af25-effa5bc9ba74 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99617) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:55.892710 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-14bd1bf2-f4cf-4dd6-bfa2-bc87ef10c6be req-eb1fc6b0-4f76-4bb2-af25-effa5bc9ba74 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 946 time: 0.0698380 Jul 16 22:53:55.944289 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-14bd1bf2-f4cf-4dd6-bfa2-bc87ef10c6be req-11448a27-7ac2-44ea-aa6a-2b69c18108cd tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/security-groups?id=cee2b3f8-090a-4023-9176-2d67475c2b38&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437269 Jul 16 22:53:55.960949 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-c1712d79-4c92-4458-8aa1-476f8e3b66e2 None None] Set router 59433765-6f09-4a52-aa46-5994d4720215 gateway port host: None {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:56.017590 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-c1712d79-4c92-4458-8aa1-476f8e3b66e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:53:55Z', 'revision_number': 6, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port_host': None}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:56.044223 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1712d79-4c92-4458-8aa1-476f8e3b66e2 None None] The sync data for ids ['59433765-6f09-4a52-aa46-5994d4720215'] in dv-cinder-797608-6-iscsi is: [{'id': '59433765-6f09-4a52-aa46-5994d4720215', 'name': 'tempest-TestShelveInstance-1260703889-router', 'tenant_id': '45e2d062bcef436885aee12f040dc974', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:25Z', 'updated_at': '2021-07-16T22:53:55Z', 'revision_number': 6, 'project_id': '45e2d062bcef436885aee12f040dc974', 'gw_port_host': None}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:53:56.140346 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cfa95e-3b4f-452f-8276-2398f56c8b2a req-ac202206-61f5-4b5c-bb66-59bb5f0d6086 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=99618) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 22:53:56.141791 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-01cfa95e-3b4f-452f-8276-2398f56c8b2a req-ac202206-61f5-4b5c-bb66-59bb5f0d6086 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 946 time: 0.1447155 Jul 16 22:53:56.265928 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.298131 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdce19fa-6671-435c-a377-a4f729a9cc0d,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:56.343305 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-01cfa95e-3b4f-452f-8276-2398f56c8b2a req-8c35202b-54fc-4e9d-99bc-8de3af8df611 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Deleting port 92f114b8-8f63-4d4c-a789-591e46e59e02 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:56.343573 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-01cfa95e-3b4f-452f-8276-2398f56c8b2a req-8c35202b-54fc-4e9d-99bc-8de3af8df611 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.416728 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1785886'] for router_gateway, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.521675 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3433'] for router, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.525024 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.531253 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [req-01cfa95e-3b4f-452f-8276-2398f56c8b2a req-8c35202b-54fc-4e9d-99bc-8de3af8df611 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] For port 92f114b8-8f63-4d4c-a789-591e46e59e02, host hv-cinder-79760, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79760',level=0,port_id=92f114b8-8f63-4d4c-a789-591e46e59e02,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:56.531606 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-01cfa95e-3b4f-452f-8276-2398f56c8b2a req-8c35202b-54fc-4e9d-99bc-8de3af8df611 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.576356 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [req-01cfa95e-3b4f-452f-8276-2398f56c8b2a req-8c35202b-54fc-4e9d-99bc-8de3af8df611 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Calling delete_port for 92f114b8-8f63-4d4c-a789-591e46e59e02 owned by compute:nova {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:56.588592 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735836'] for router, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.589102 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59433765-6f09-4a52-aa46-5994d4720215 {{(pid=99618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:53:56.594084 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] Notify callbacks [] for router, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.595260 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-c8de3ee4-5fc2-48a2-9763-6ad6204d02f5 admin admin] 10.222.0.24 "DELETE /v2.0/routers/59433765-6f09-4a52-aa46-5994d4720215 HTTP/1.1" status: 204 len: 168 time: 1.2034943 Jul 16 22:53:56.598598 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60366) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:56.682813 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f10f4f3-7dd1-49ae-9994-2743abf44476 admin admin] Deleting subnet 745df5ad-9fda-4e10-81ea-941cfd463c14 {{(pid=99618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:53:56.686666 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4f10f4f3-7dd1-49ae-9994-2743abf44476 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.729408 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4f10f4f3-7dd1-49ae-9994-2743abf44476 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29474277'] for subnet, precommit_delete_associations {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.825530 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-01cfa95e-3b4f-452f-8276-2398f56c8b2a req-8c35202b-54fc-4e9d-99bc-8de3af8df611 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.890180 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c35202b-54fc-4e9d-99bc-8de3af8df611 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event deleted for resources: {'Port': ['ID=92f114b8-8f63-4d4c-a789-591e46e59e02,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:56.946590 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4f10f4f3-7dd1-49ae-9994-2743abf44476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.948962 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [req-01cfa95e-3b4f-452f-8276-2398f56c8b2a req-8c35202b-54fc-4e9d-99bc-8de3af8df611 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] No DVR routers for this DVR port 92f114b8-8f63-4d4c-a789-591e46e59e02 on host hv-cinder-79760 {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:53:56.968192 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [req-01cfa95e-3b4f-452f-8276-2398f56c8b2a req-8c35202b-54fc-4e9d-99bc-8de3af8df611 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for port, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:56.970241 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [req-01cfa95e-3b4f-452f-8276-2398f56c8b2a req-8c35202b-54fc-4e9d-99bc-8de3af8df611 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.35 "DELETE /v2.0/ports/92f114b8-8f63-4d4c-a789-591e46e59e02 HTTP/1.1" status: 204 len: 173 time: 0.8215630 Jul 16 22:53:56.970701 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'name': 'network-vif-deleted', 'tag': '92f114b8-8f63-4d4c-a789-591e46e59e02'}] {{(pid=99618) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 22:53:56.972952 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.24/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6ee89eb26bf3f8b5d817408d17d36e02b319500b99800ef1201ce9b710139b92" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520f6d6c-2761-4270-aeea-184b09472caf" -d '{"events": [{"server_uuid": "c1eed4fb-60e4-41a6-b5e9-273581bbfb11", "name": "network-vif-deleted", "tag": "92f114b8-8f63-4d4c-a789-591e46e59e02"}]}' {{(pid=99618) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 22:53:57.013641 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4f10f4f3-7dd1-49ae-9994-2743abf44476 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31082811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31445182'] for subnet, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.044377 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 22:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6949f47a-d402-4744-aadf-04e812afc758 x-openstack-request-id: req-6949f47a-d402-4744-aadf-04e812afc758 {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 22:53:57.044807 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1eed4fb-60e4-41a6-b5e9-273581bbfb11", "name": "network-vif-deleted", "tag": "92f114b8-8f63-4d4c-a789-591e46e59e02", "status": "completed", "code": 200}]} {{(pid=99618) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 22:53:57.045067 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.24/compute/v2.1/os-server-external-events used request id req-6949f47a-d402-4744-aadf-04e812afc758 {{(pid=99618) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 22:53:57.045478 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1eed4fb-60e4-41a6-b5e9-273581bbfb11', 'name': 'network-vif-deleted', 'tag': '92f114b8-8f63-4d4c-a789-591e46e59e02', 'status': 'completed', 'code': 200} Jul 16 22:53:57.048257 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f10f4f3-7dd1-49ae-9994-2743abf44476 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=745df5ad-9fda-4e10-81ea-941cfd463c14,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:57.052138 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-4f10f4f3-7dd1-49ae-9994-2743abf44476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.054367 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-4f10f4f3-7dd1-49ae-9994-2743abf44476 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/745df5ad-9fda-4e10-81ea-941cfd463c14 HTTP/1.1" status: 204 len: 168 time: 0.4548652 Jul 16 22:53:57.056708 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60372) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:57.062786 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65fb6b3-79eb-4a9d-aa00-17f1e8baed77 None None] Network 292c54c5-694e-42f2-9ad2-ed75f5e813af requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:53:57.122028 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [req-ff48fb8b-390a-4f00-a060-dfc4f09b0cf0 req-dfd7303d-12a6-4899-bd97-e9f516d9f069 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "GET /v2.0/ports?device_id=c1eed4fb-60e4-41a6-b5e9-273581bbfb11 HTTP/1.1" status: 200 len: 210 time: 0.0300827 Jul 16 22:53:57.144688 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.209503 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Deleting port 26d84632-c328-4154-a180-add512721668 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:57.209503 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.214578 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device cdce19fa-6671-435c-a377-a4f729a9cc0d no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:57.243222 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: cdce19fa-6671-435c-a377-a4f729a9cc0d {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:57.243659 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device cdce19fa-6671-435c-a377-a4f729a9cc0d not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:57.244149 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 5ec90123-d88a-4683-921c-da1529beeb97 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:57.274276 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 5ec90123-d88a-4683-921c-da1529beeb97 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:57.274636 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 5ec90123-d88a-4683-921c-da1529beeb97 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:57.284941 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] For port 26d84632-c328-4154-a180-add512721668, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=26d84632-c328-4154-a180-add512721668,segment=NetworkSegment(ff491c27-2161-481c-a9fa-7ac6609ce589),segment_id=ff491c27-2161-481c-a9fa-7ac6609ce589)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:57.285356 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.297302 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Calling delete_port for 26d84632-c328-4154-a180-add512721668 owned by network:dhcp {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:57.364727 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] DHCP port deletion for 292c54c5-694e-42f2-9ad2-ed75f5e813af request from dv-cinder-797608-6-iscsi {{(pid=99619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:53:57.400707 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-283379b6-edb1-445b-9be8-5bddbb8f1585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.404964 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.421832 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.437870 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Deleting port 26d84632-c328-4154-a180-add512721668 {{(pid=99619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:57.438247 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.440659 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Pushing event deleted for resources: {'Port': ['ID=26d84632-c328-4154-a180-add512721668,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:57.446531 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] No DVR routers for this DVR port 26d84632-c328-4154-a180-add512721668 on host dv-cinder-797608-6-iscsi {{(pid=99618) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:53:57.500219 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] For port 26d84632-c328-4154-a180-add512721668, host dv-cinder-797608-6-iscsi, got binding levels [] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:57.500504 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.512028 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Calling delete_port for 26d84632-c328-4154-a180-add512721668 owned by network:dhcp {{(pid=99619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:57.514689 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.ipam_backend_mixin [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Port 26d84632-c328-4154-a180-add512721668 was not found and therefore no delete operation was performed {{(pid=99619) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 22:53:57.515874 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623'] for port, after_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.518984 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.528930 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.services.segments.db [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['292c54c5-694e-42f2-9ad2-ed75f5e813af']}} {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:57.541440 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.services.segments.db [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff491c27-2161-481c-a9fa-7ac6609ce589') {'for_net_delete': True} {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:57.541767 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.services.segments.db [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff491c27-2161-481c-a9fa-7ac6609ce589') {} {{(pid=99618) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:57.544445 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Pushing event deleted for resources: {'Port': ['ID=26d84632-c328-4154-a180-add512721668,revision_number=None']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:57.549186 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] No DVR routers for this DVR port 26d84632-c328-4154-a180-add512721668 on host dv-cinder-797608-6-iscsi {{(pid=99619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:53:57.550929 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29474258'] for segment, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.556126 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:57.562189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:57.562189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:57.562189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:57.562189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:57.562189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:57.562189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:57.562189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:57.562189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:57.562189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:57.562189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:57.562189 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da0e42c8-2342-41ab-a499-4ed0e593c2aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797608-6-iscsi {{(pid=99619) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 22:53:57.568510 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.574360 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=99618) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:53:57.574748 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-31082649'] for segment, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: Traceback (most recent call last): Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: timer() Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: cb(*args, **kw) Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: return func(*args, **kwargs) Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: self._notify() Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: self.callback(batched_events) Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: event.method(event) Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: return f(self, *a, **k) Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: return self._get(url).json() Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: return self.request(url, 'GET', **kwargs) Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:53:57.576365 dv-cinder-797608-6-iscsi neutron-server[99618]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:53:57.637664 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.643602 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:57.645667 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] 10.222.0.24 "DELETE /v2.0/networks/292c54c5-694e-42f2-9ad2-ed75f5e813af HTTP/1.1" status: 204 len: 168 time: 0.5877998 Jul 16 22:53:57.648663 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60374) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:57.656238 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6217b8c-8467-4780-8a4f-75d61cadd849 admin admin] Pushing event deleted for resources: {'Network': ['ID=292c54c5-694e-42f2-9ad2-ed75f5e813af,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:57.996001 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-831230ed-2af0-4bd5-bc5f-a9ef01d761d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728724'] for router_interface, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:58.177398 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:58.221437 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60378) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:58.348885 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cd470-67ba-419d-a158-b1deb303959d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Deleting port a12e1620-70e0-4565-a5fa-0beb7f67bc6a {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:58.349145 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd470-67ba-419d-a158-b1deb303959d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:58.425108 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd470-67ba-419d-a158-b1deb303959d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:58.425425 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd470-67ba-419d-a158-b1deb303959d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:58.437202 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-9b7cd470-67ba-419d-a158-b1deb303959d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Calling delete_port for a12e1620-70e0-4565-a5fa-0beb7f67bc6a owned by network:floatingip {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:58.533360 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-831230ed-2af0-4bd5-bc5f-a9ef01d761d1 admin admin] Deleting port 1e1cd1e3-9ee8-468c-a844-1370a7077092 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:58.533966 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-831230ed-2af0-4bd5-bc5f-a9ef01d761d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:58.567272 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd470-67ba-419d-a158-b1deb303959d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:58.589785 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7cd470-67ba-419d-a158-b1deb303959d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event deleted for resources: {'Port': ['ID=a12e1620-70e0-4565-a5fa-0beb7f67bc6a,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:58.611540 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-831230ed-2af0-4bd5-bc5f-a9ef01d761d1 admin admin] For port 1e1cd1e3-9ee8-468c-a844-1370a7077092, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=1e1cd1e3-9ee8-468c-a844-1370a7077092,segment=NetworkSegment(35c56de5-db8a-49d8-b47e-88182ede481e),segment_id=35c56de5-db8a-49d8-b47e-88182ede481e)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:58.612094 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-831230ed-2af0-4bd5-bc5f-a9ef01d761d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:58.623865 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-831230ed-2af0-4bd5-bc5f-a9ef01d761d1 admin admin] Calling delete_port for 1e1cd1e3-9ee8-468c-a844-1370a7077092 owned by network:router_interface {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:58.657386 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd470-67ba-419d-a158-b1deb303959d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for floatingip, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:58.660472 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-9b7cd470-67ba-419d-a158-b1deb303959d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1967089'] for floatingip, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:58.661639 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-9b7cd470-67ba-419d-a158-b1deb303959d tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "DELETE /v2.0/floatingips/6fbd6ceb-5eee-4772-9542-4210b1e6d590 HTTP/1.1" status: 204 len: 168 time: 0.4389052 Jul 16 22:53:58.806289 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-831230ed-2af0-4bd5-bc5f-a9ef01d761d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:58.838736 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831230ed-2af0-4bd5-bc5f-a9ef01d761d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e1cd1e3-9ee8-468c-a844-1370a7077092,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:58.998050 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 92f114b8-8f63-4d4c-a789-591e46e59e02 no longer exists at agent hyperv_hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:59.013424 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-831230ed-2af0-4bd5-bc5f-a9ef01d761d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733700'] for router_interface, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:59.023456 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-ffe19959-d691-4405-9072-7189b023e535 None None] No Port match for: 92f114b8-8f63-4d4c-a789-591e46e59e02 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:59.023803 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Device 92f114b8-8f63-4d4c-a789-591e46e59e02 not bound to the agent host hv-cinder-79760 {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:59.237335 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 26d84632-c328-4154-a180-add512721668 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:53:59.237986 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-831230ed-2af0-4bd5-bc5f-a9ef01d761d1 admin admin] Router 4e356dfb-e5f3-497a-a755-393df6350d71 has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99617) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:53:59.257706 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 26d84632-c328-4154-a180-add512721668 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:53:59.258051 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 26d84632-c328-4154-a180-add512721668 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:53:59.347047 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-831230ed-2af0-4bd5-bc5f-a9ef01d761d1 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99617) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:53:59.353369 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-831230ed-2af0-4bd5-bc5f-a9ef01d761d1 admin admin] 10.222.0.24 "PUT /v2.0/routers/4e356dfb-e5f3-497a-a755-393df6350d71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7027335 Jul 16 22:53:59.355214 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60388) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:59.355354 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9150b-16b7-44a8-b630-379f2391996a None None] Sync routers for ids ['4e356dfb-e5f3-497a-a755-393df6350d71'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:53:59.364876 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9150b-16b7-44a8-b630-379f2391996a None None] Routers {'4e356dfb-e5f3-497a-a755-393df6350d71'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:59.365504 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-f5a9150b-16b7-44a8-b630-379f2391996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['4e356dfb-e5f3-497a-a755-393df6350d71'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:59.456734 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Notify callbacks [] for router, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:59.466121 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-f5a9150b-16b7-44a8-b630-379f2391996a None None] Set router 4e356dfb-e5f3-497a-a755-393df6350d71 gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:59.556143 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:59.612902 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Deleting port 1db71317-4f10-4560-9533-4bb8dde2bc8b {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:53:59.613247 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:59.643600 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-f5a9150b-16b7-44a8-b630-379f2391996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'name': 'tempest-TestShelveInstance-253979793-router', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:29Z', 'updated_at': '2021-07-16T22:53:58Z', 'revision_number': 5, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'gw_port': {'id': '1db71317-4f10-4560-9533-4bb8dde2bc8b', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:27:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 683, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:49:30Z', 'updated_at': '2021-07-16T22:49:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:59.674407 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9150b-16b7-44a8-b630-379f2391996a None None] Checking router: 4e356dfb-e5f3-497a-a755-393df6350d71 for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:53:59.682841 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a9150b-16b7-44a8-b630-379f2391996a None None] Routers {'4e356dfb-e5f3-497a-a755-393df6350d71'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:53:59.683443 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-f5a9150b-16b7-44a8-b630-379f2391996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['4e356dfb-e5f3-497a-a755-393df6350d71'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:59.690784 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] For port 1db71317-4f10-4560-9533-4bb8dde2bc8b, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=1db71317-4f10-4560-9533-4bb8dde2bc8b,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:53:59.691137 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:59.703409 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Calling delete_port for 1db71317-4f10-4560-9533-4bb8dde2bc8b owned by network:router_gateway {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:53:59.764128 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-f5a9150b-16b7-44a8-b630-379f2391996a None None] Set router 4e356dfb-e5f3-497a-a755-393df6350d71 gateway port host: None {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:53:59.818805 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-f5a9150b-16b7-44a8-b630-379f2391996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'name': 'tempest-TestShelveInstance-253979793-router', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:29Z', 'updated_at': '2021-07-16T22:53:59Z', 'revision_number': 6, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'gw_port_host': None}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:53:59.846120 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a9150b-16b7-44a8-b630-379f2391996a None None] The sync data for ids ['4e356dfb-e5f3-497a-a755-393df6350d71'] in dv-cinder-797608-6-iscsi is: [{'id': '4e356dfb-e5f3-497a-a755-393df6350d71', 'name': 'tempest-TestShelveInstance-253979793-router', 'tenant_id': 'bfebf22260954a3d8605ebcce49c3166', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:49:29Z', 'updated_at': '2021-07-16T22:53:59Z', 'revision_number': 6, 'project_id': 'bfebf22260954a3d8605ebcce49c3166', 'gw_port_host': None}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:53:59.871832 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:59.898194 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Pushing event deleted for resources: {'Port': ['ID=1db71317-4f10-4560-9533-4bb8dde2bc8b,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:53:59.940594 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60392) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:53:59.944272 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:59.967777 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1785886'] for router_gateway, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:53:59.999355 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5ebf57e0-b7bb-4b4e-af41-8c9338349076 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.024586 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5ebf57e0-b7bb-4b4e-af41-8c9338349076 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.055909 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3433'] for router, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.058326 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.084067 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5ebf57e0-b7bb-4b4e-af41-8c9338349076 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.086841 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-5ebf57e0-b7bb-4b4e-af41-8c9338349076 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Notify callbacks [] for security_group, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.088029 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-5ebf57e0-b7bb-4b4e-af41-8c9338349076 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] 10.222.0.24 "DELETE /v2.0/security-groups/cee2b3f8-090a-4023-9176-2d67475c2b38 HTTP/1.1" status: 204 len: 168 time: 0.1456897 Jul 16 22:54:00.097556 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf57e0-b7bb-4b4e-af41-8c9338349076 tempest-TestVolumeBootPattern-460643326 tempest-TestVolumeBootPattern-460643326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee2b3f8-090a-4023-9176-2d67475c2b38,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:00.110060 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735836'] for router, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.110557 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4e356dfb-e5f3-497a-a755-393df6350d71 {{(pid=99617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:54:00.115327 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.116483 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-4d002b7f-e5ca-4c98-bd3d-7ea74ec0c627 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4e356dfb-e5f3-497a-a755-393df6350d71 HTTP/1.1" status: 204 len: 168 time: 0.7603559 Jul 16 22:54:00.118960 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60396) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:00.146698 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60398) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:00.172765 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bf1367e-1d04-46cc-9c7e-e73587d6e4eb admin admin] Deleting subnet b18e6fd9-3d78-4697-b33e-51e265c399aa {{(pid=99617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:54:00.176812 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367e-1d04-46cc-9c7e-e73587d6e4eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.214326 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367e-1d04-46cc-9c7e-e73587d6e4eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29756700'] for subnet, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.299837 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367e-1d04-46cc-9c7e-e73587d6e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.357042 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367e-1d04-46cc-9c7e-e73587d6e4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29756860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29836431'] for subnet, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.389201 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf1367e-1d04-46cc-9c7e-e73587d6e4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18e6fd9-3d78-4697-b33e-51e265c399aa,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:00.393360 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-0bf1367e-1d04-46cc-9c7e-e73587d6e4eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.397601 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-0bf1367e-1d04-46cc-9c7e-e73587d6e4eb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b18e6fd9-3d78-4697-b33e-51e265c399aa HTTP/1.1" status: 204 len: 168 time: 0.2753587 Jul 16 22:54:00.399114 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a2034d-2f86-440d-acd7-b7a300cdb00a None None] Network 0c824ca9-96a5-4244-bfde-22e34d79812d requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:54:00.401937 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60402) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:00.470841 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.525070 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Deleting port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:54:00.525555 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.594787 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe3cda9-9b57-48a0-af72-fad8e5d37d2b None None] DHCP port deletion for 0c824ca9-96a5-4244-bfde-22e34d79812d request from dv-cinder-797608-6-iscsi {{(pid=99619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:54:00.598627 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] For port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=7d0f0de3-6349-4b9f-8c16-93bdac10de8c,segment=NetworkSegment(35c56de5-db8a-49d8-b47e-88182ede481e),segment_id=35c56de5-db8a-49d8-b47e-88182ede481e)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:00.599139 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.612112 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Calling delete_port for 7d0f0de3-6349-4b9f-8c16-93bdac10de8c owned by network:dhcp {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:54:00.650734 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3cda9-9b57-48a0-af72-fad8e5d37d2b None None] Deleting port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c {{(pid=99619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:54:00.651422 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-fbe3cda9-9b57-48a0-af72-fad8e5d37d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.705817 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-344b1017-0ac8-49f8-8d14-9d1166b92646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728724'] for router_interface, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.711342 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.725178 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-fbe3cda9-9b57-48a0-af72-fad8e5d37d2b None None] For port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=7d0f0de3-6349-4b9f-8c16-93bdac10de8c,segment=NetworkSegment(35c56de5-db8a-49d8-b47e-88182ede481e),segment_id=35c56de5-db8a-49d8-b47e-88182ede481e)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:00.725605 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-fbe3cda9-9b57-48a0-af72-fad8e5d37d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.739521 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d0f0de3-6349-4b9f-8c16-93bdac10de8c,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:00.741273 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-fbe3cda9-9b57-48a0-af72-fad8e5d37d2b None None] Calling delete_port for 7d0f0de3-6349-4b9f-8c16-93bdac10de8c owned by network:dhcp {{(pid=99619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:54:00.744631 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] No DVR routers for this DVR port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c on host dv-cinder-797608-6-iscsi {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:54:00.822875 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.832515 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-fbe3cda9-9b57-48a0-af72-fad8e5d37d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623'] for port, after_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.832709 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c824ca9-96a5-4244-bfde-22e34d79812d']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:00.848611 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c56de5-db8a-49d8-b47e-88182ede481e') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:00.848611 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c56de5-db8a-49d8-b47e-88182ede481e') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:00.857423 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.858091 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe3cda9-9b57-48a0-af72-fad8e5d37d2b None None] Pushing event deleted for resources: {'Port': ['ID=7d0f0de3-6349-4b9f-8c16-93bdac10de8c,revision_number=None']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:00.861724 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbe3cda9-9b57-48a0-af72-fad8e5d37d2b None None] No DVR routers for this DVR port 7d0f0de3-6349-4b9f-8c16-93bdac10de8c on host dv-cinder-797608-6-iscsi {{(pid=99619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:54:00.878966 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.885776 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:54:00.886200 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: conditions |= (models_v2.Port.network_id.in_( Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:54:00.887880 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:54:00.944009 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.949183 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:00.951474 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0c824ca9-96a5-4244-bfde-22e34d79812d HTTP/1.1" status: 204 len: 168 time: 0.5481150 Jul 16 22:54:00.964665 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6695f4c-0517-4e88-86a1-05f197ffabb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c824ca9-96a5-4244-bfde-22e34d79812d,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:00.977936 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-344b1017-0ac8-49f8-8d14-9d1166b92646 admin admin] Deleting port 5777814f-7384-4b79-beb0-a37945562bef {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:54:00.978386 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-344b1017-0ac8-49f8-8d14-9d1166b92646 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.054784 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [None req-344b1017-0ac8-49f8-8d14-9d1166b92646 admin admin] For port 5777814f-7384-4b79-beb0-a37945562bef, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=5777814f-7384-4b79-beb0-a37945562bef,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:01.055142 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-344b1017-0ac8-49f8-8d14-9d1166b92646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.063101 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60406) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:01.068055 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-344b1017-0ac8-49f8-8d14-9d1166b92646 admin admin] Calling delete_port for 5777814f-7384-4b79-beb0-a37945562bef owned by network:router_interface {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:54:01.105185 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-d4baadf1-6801-4bc5-b518-ab61edccf475 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=45e2d062bcef436885aee12f040dc974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0382097 Jul 16 22:54:01.105787 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60408) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:01.166646 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-455e4c54-640f-41e1-864f-7cc9314121df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.189321 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-455e4c54-640f-41e1-864f-7cc9314121df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.197314 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1db71317-4f10-4560-9533-4bb8dde2bc8b no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:54:01.224616 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 1db71317-4f10-4560-9533-4bb8dde2bc8b {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:54:01.225140 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1db71317-4f10-4560-9533-4bb8dde2bc8b not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:54:01.225685 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 7d0f0de3-6349-4b9f-8c16-93bdac10de8c no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:54:01.244404 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-455e4c54-640f-41e1-864f-7cc9314121df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.245280 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 7d0f0de3-6349-4b9f-8c16-93bdac10de8c {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:54:01.245725 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 7d0f0de3-6349-4b9f-8c16-93bdac10de8c not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:54:01.246196 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1e1cd1e3-9ee8-468c-a844-1370a7077092 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:54:01.246986 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-455e4c54-640f-41e1-864f-7cc9314121df admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.252591 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-455e4c54-640f-41e1-864f-7cc9314121df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a628762d-ef46-494b-a165-83d311d91971 HTTP/1.1" status: 204 len: 168 time: 0.1440039 Jul 16 22:54:01.259991 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e4c54-640f-41e1-864f-7cc9314121df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a628762d-ef46-494b-a165-83d311d91971,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:01.272597 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 1e1cd1e3-9ee8-468c-a844-1370a7077092 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:54:01.273066 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 1e1cd1e3-9ee8-468c-a844-1370a7077092 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:54:01.274686 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-344b1017-0ac8-49f8-8d14-9d1166b92646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.305300 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b1017-0ac8-49f8-8d14-9d1166b92646 admin admin] Pushing event deleted for resources: {'Port': ['ID=5777814f-7384-4b79-beb0-a37945562bef,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:01.469328 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-344b1017-0ac8-49f8-8d14-9d1166b92646 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733700'] for router_interface, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.602841 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60414) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:01.649797 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f8918694-d5a9-422d-a121-efb899227926 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bfebf22260954a3d8605ebcce49c3166&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456729 Jul 16 22:54:01.652281 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60416) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:01.701795 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-54db8ce8-e636-47f2-bfe7-aa2557e03d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.724401 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-54db8ce8-e636-47f2-bfe7-aa2557e03d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.773125 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-54db8ce8-e636-47f2-bfe7-aa2557e03d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.775766 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-54db8ce8-e636-47f2-bfe7-aa2557e03d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:01.776932 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-54db8ce8-e636-47f2-bfe7-aa2557e03d84 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c423f4b4-7c27-40fa-a100-5f044f31c121 HTTP/1.1" status: 204 len: 168 time: 0.1237199 Jul 16 22:54:01.785656 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db8ce8-e636-47f2-bfe7-aa2557e03d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c423f4b4-7c27-40fa-a100-5f044f31c121,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:01.933931 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-344b1017-0ac8-49f8-8d14-9d1166b92646 admin admin] Router 09ab48e1-e417-4d6e-a9a0-e75f92764fca has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:54:02.044534 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-344b1017-0ac8-49f8-8d14-9d1166b92646 admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:54:02.050206 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-344b1017-0ac8-49f8-8d14-9d1166b92646 admin admin] 10.222.0.24 "PUT /v2.0/routers/09ab48e1-e417-4d6e-a9a0-e75f92764fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9024341 Jul 16 22:54:02.053012 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60420) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:02.058269 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e735f17-0b40-4f42-86df-dc38ff9632f7 None None] Sync routers for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:54:02.070457 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e735f17-0b40-4f42-86df-dc38ff9632f7 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:54:02.071099 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-8e735f17-0b40-4f42-86df-dc38ff9632f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:02.161040 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Notify callbacks [] for router, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.179163 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-8e735f17-0b40-4f42-86df-dc38ff9632f7 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: dv-cinder-797608-6-iscsi {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:54:02.263921 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.318211 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Deleting port 63bb756e-482a-4d1f-a8ea-051751a8f4a2 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:54:02.318558 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.354965 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-8e735f17-0b40-4f42-86df-dc38ff9632f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240'}], 'enable_snat': True}, 'gw_port_id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:54:01Z', 'revision_number': 5, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port': {'id': '63bb756e-482a-4d1f-a8ea-051751a8f4a2', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:1a:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:06Z', 'updated_at': '2021-07-16T22:47:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:02.380885 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e735f17-0b40-4f42-86df-dc38ff9632f7 None None] Checking router: 09ab48e1-e417-4d6e-a9a0-e75f92764fca for host: dv-cinder-797608-6-iscsi {{(pid=99619) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:54:02.388991 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e735f17-0b40-4f42-86df-dc38ff9632f7 None None] Routers {'09ab48e1-e417-4d6e-a9a0-e75f92764fca'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99619) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:54:02.389633 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-8e735f17-0b40-4f42-86df-dc38ff9632f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'], 'active': True} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:02.399834 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] For port 63bb756e-482a-4d1f-a8ea-051751a8f4a2, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=63bb756e-482a-4d1f-a8ea-051751a8f4a2,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:02.400187 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.412192 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Calling delete_port for 63bb756e-482a-4d1f-a8ea-051751a8f4a2 owned by network:router_gateway {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:54:02.474680 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvr_db [None req-8e735f17-0b40-4f42-86df-dc38ff9632f7 None None] Set router 09ab48e1-e417-4d6e-a9a0-e75f92764fca gateway port host: None {{(pid=99619) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:54:02.528681 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_hamode_db [None req-8e735f17-0b40-4f42-86df-dc38ff9632f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:54:02Z', 'revision_number': 6, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port_host': None}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99619) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:02.555264 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e735f17-0b40-4f42-86df-dc38ff9632f7 None None] The sync data for ids ['09ab48e1-e417-4d6e-a9a0-e75f92764fca'] in dv-cinder-797608-6-iscsi is: [{'id': '09ab48e1-e417-4d6e-a9a0-e75f92764fca', 'name': 'tempest-TestVolumeBootPattern-824566219-router', 'tenant_id': '044ca8e3d2c444459dec963c4a35d5c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:05Z', 'updated_at': '2021-07-16T22:54:02Z', 'revision_number': 6, 'project_id': '044ca8e3d2c444459dec963c4a35d5c7', 'gw_port_host': None}] {{(pid=99619) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:54:02.574599 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.601626 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Pushing event deleted for resources: {'Port': ['ID=63bb756e-482a-4d1f-a8ea-051751a8f4a2,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:02.660642 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1785886'] for router_gateway, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.747598 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3433'] for router, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.749685 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.794544 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735836'] for router, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.795187 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09ab48e1-e417-4d6e-a9a0-e75f92764fca {{(pid=99617) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:54:02.799869 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] Notify callbacks [] for router, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.801264 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-bbc0579f-c460-41a5-8b45-a846312ce299 admin admin] 10.222.0.24 "DELETE /v2.0/routers/09ab48e1-e417-4d6e-a9a0-e75f92764fca HTTP/1.1" status: 204 len: 168 time: 0.7471507 Jul 16 22:54:02.804073 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60422) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:02.849046 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.db_base_plugin_v2 [None req-de4a83e7-e61e-4533-b7a8-e02dd7dcb0af admin admin] Deleting subnet b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 {{(pid=99617) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:54:02.851924 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-de4a83e7-e61e-4533-b7a8-e02dd7dcb0af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.884246 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-de4a83e7-e61e-4533-b7a8-e02dd7dcb0af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29756700'] for subnet, precommit_delete_associations {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:02.968935 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-de4a83e7-e61e-4533-b7a8-e02dd7dcb0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.023266 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-de4a83e7-e61e-4533-b7a8-e02dd7dcb0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29756860', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29836431'] for subnet, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.050721 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a83e7-e61e-4533-b7a8-e02dd7dcb0af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:03.052653 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-de4a83e7-e61e-4533-b7a8-e02dd7dcb0af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for subnet, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.054794 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-de4a83e7-e61e-4533-b7a8-e02dd7dcb0af admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b8d1b4b1-39b9-4cd2-819a-b9f4f6c6d7c1 HTTP/1.1" status: 204 len: 168 time: 0.2498212 Jul 16 22:54:03.057259 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60424) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:03.061798 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a47e5e4f-274d-4ac6-8a47-429ed4c0bf39 None None] Network e3095b56-9899-4c13-92f8-b8a8b8b53876 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:54:03.128693 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.183333 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Deleting port 0f9bd735-92ca-46d8-b320-226bb70a8b32 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:54:03.183671 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.248506 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] For port 0f9bd735-92ca-46d8-b320-226bb70a8b32, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=0f9bd735-92ca-46d8-b320-226bb70a8b32,segment=NetworkSegment(67255d76-30e9-4b6f-bd52-776d724090fb),segment_id=67255d76-30e9-4b6f-bd52-776d724090fb)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:03.248748 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.263995 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Calling delete_port for 0f9bd735-92ca-46d8-b320-226bb70a8b32 owned by network:dhcp {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:54:03.365306 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.392772 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Pushing event deleted for resources: {'Port': ['ID=0f9bd735-92ca-46d8-b320-226bb70a8b32,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:03.396433 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] No DVR routers for this DVR port 0f9bd735-92ca-46d8-b320-226bb70a8b32 on host dv-cinder-797608-6-iscsi {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:54:03.445871 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc94650-e429-4fc7-99e4-cf6b5a5a20ed None None] DHCP port deletion for e3095b56-9899-4c13-92f8-b8a8b8b53876 request from dv-cinder-797608-6-iscsi {{(pid=99619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:54:03.454397 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 63bb756e-482a-4d1f-a8ea-051751a8f4a2 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:54:03.476775 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 63bb756e-482a-4d1f-a8ea-051751a8f4a2 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:54:03.477213 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 63bb756e-482a-4d1f-a8ea-051751a8f4a2 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:54:03.477730 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 5777814f-7384-4b79-beb0-a37945562bef no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:54:03.478860 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.488900 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3095b56-9899-4c13-92f8-b8a8b8b53876']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:03.499569 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 5777814f-7384-4b79-beb0-a37945562bef {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:54:03.499752 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67255d76-30e9-4b6f-bd52-776d724090fb') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:03.499876 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 5777814f-7384-4b79-beb0-a37945562bef not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:54:03.499988 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67255d76-30e9-4b6f-bd52-776d724090fb') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:03.510382 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.524647 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.530988 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:54:03.531402 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:54:03.533908 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:54:03.587190 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.592875 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:03.599008 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60426) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:03.601978 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] 10.222.0.24 "DELETE /v2.0/networks/e3095b56-9899-4c13-92f8-b8a8b8b53876 HTTP/1.1" status: 204 len: 168 time: 0.5436904 Jul 16 22:54:03.613281 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530ce541-072a-4cc8-a610-abdfdad37d5e admin admin] Pushing event deleted for resources: {'Network': ['ID=e3095b56-9899-4c13-92f8-b8a8b8b53876,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:03.937348 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-61add59c-efac-4097-b9bf-9f19b2e7c8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1728724'] for router_interface, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:04.180098 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-61add59c-efac-4097-b9bf-9f19b2e7c8ff admin admin] Deleting port 4b8cc781-da12-436a-b045-ec81027aecd8 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:54:04.180436 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-61add59c-efac-4097-b9bf-9f19b2e7c8ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:04.258803 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [None req-61add59c-efac-4097-b9bf-9f19b2e7c8ff admin admin] For port 4b8cc781-da12-436a-b045-ec81027aecd8, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=4b8cc781-da12-436a-b045-ec81027aecd8,segment=NetworkSegment(1f16cab5-b733-41ad-bd2f-6caccf967eb6),segment_id=1f16cab5-b733-41ad-bd2f-6caccf967eb6)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:04.259164 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-61add59c-efac-4097-b9bf-9f19b2e7c8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:04.270991 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-61add59c-efac-4097-b9bf-9f19b2e7c8ff admin admin] Calling delete_port for 4b8cc781-da12-436a-b045-ec81027aecd8 owned by network:router_interface {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:54:04.446079 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-61add59c-efac-4097-b9bf-9f19b2e7c8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:04.471402 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61add59c-efac-4097-b9bf-9f19b2e7c8ff admin admin] Pushing event deleted for resources: {'Port': ['ID=4b8cc781-da12-436a-b045-ec81027aecd8,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:04.631236 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-61add59c-efac-4097-b9bf-9f19b2e7c8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1631258', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1733700'] for router_interface, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:04.837783 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61add59c-efac-4097-b9bf-9f19b2e7c8ff admin admin] Router 3225f008-8f60-4271-9dd9-5eacb37f4e1c has already been hosted by L3 agent 08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc {{(pid=99618) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 22:54:04.941096 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61add59c-efac-4097-b9bf-9f19b2e7c8ff admin admin] Notify agent at l3_agent.dv-cinder-797608-6-iscsi the message routers_updated {{(pid=99618) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 22:54:04.946015 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-61add59c-efac-4097-b9bf-9f19b2e7c8ff admin admin] 10.222.0.24 "PUT /v2.0/routers/3225f008-8f60-4271-9dd9-5eacb37f4e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3457723 Jul 16 22:54:04.948847 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60428) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:04.949022 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81a4ddb-9b25-4c13-8ca3-f1a89721ebf0 None None] Sync routers for ids ['3225f008-8f60-4271-9dd9-5eacb37f4e1c'] in dv-cinder-797608-6-iscsi {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 22:54:04.958783 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a4ddb-9b25-4c13-8ca3-f1a89721ebf0 None None] Routers {'3225f008-8f60-4271-9dd9-5eacb37f4e1c'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:54:04.959386 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-f81a4ddb-9b25-4c13-8ca3-f1a89721ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['3225f008-8f60-4271-9dd9-5eacb37f4e1c'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:05.051588 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Notify callbacks [] for router, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.060575 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-f81a4ddb-9b25-4c13-8ca3-f1a89721ebf0 None None] Set router 3225f008-8f60-4271-9dd9-5eacb37f4e1c gateway port host: dv-cinder-797608-6-iscsi {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:54:05.162485 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.230397 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Deleting port 811afd7d-2d01-4c0e-901c-03dd4fb08611 {{(pid=99618) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:54:05.230999 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.249275 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 0f9bd735-92ca-46d8-b320-226bb70a8b32 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:54:05.249895 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-f81a4ddb-9b25-4c13-8ca3-f1a89721ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'name': 'tempest-TestVolumeBootPattern-1390244677-router', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'external_fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14'}], 'enable_snat': True}, 'gw_port_id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:11Z', 'updated_at': '2021-07-16T22:54:04Z', 'revision_number': 5, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'gw_port': {'id': '811afd7d-2d01-4c0e-901c-03dd4fb08611', 'name': '', 'network_id': 'b1714fb3-c09d-4c71-8dbd-2e60563d15e8', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:57:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'ip_address': '172.27.0.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797608-6-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T22:47:12Z', 'updated_at': '2021-07-16T22:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '26966407-0bcd-4e55-8107-7e590c0639c2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797608-6-iscsi'}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:05.271435 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 0f9bd735-92ca-46d8-b320-226bb70a8b32 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:54:05.271782 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 0f9bd735-92ca-46d8-b320-226bb70a8b32 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:54:05.279166 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81a4ddb-9b25-4c13-8ca3-f1a89721ebf0 None None] Checking router: 3225f008-8f60-4271-9dd9-5eacb37f4e1c for host: dv-cinder-797608-6-iscsi {{(pid=99620) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 22:54:05.287889 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81a4ddb-9b25-4c13-8ca3-f1a89721ebf0 None None] Routers {'3225f008-8f60-4271-9dd9-5eacb37f4e1c'} bound to L3 agent in host dv-cinder-797608-6-iscsi {{(pid=99620) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 22:54:05.288497 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-f81a4ddb-9b25-4c13-8ca3-f1a89721ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797608-6-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T22:31:57Z,description=,heartbeat_timestamp=2021-07-16T22:53:57Z,host='dv-cinder-797608-6-iscsi',id=08fd3607-c9fe-4501-8a2a-a5f0ce28e2fc,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T22:31:58Z,topic='l3_agent')) {'router_ids': ['3225f008-8f60-4271-9dd9-5eacb37f4e1c'], 'active': True} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:05.319273 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.db [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] For port 811afd7d-2d01-4c0e-901c-03dd4fb08611, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=811afd7d-2d01-4c0e-901c-03dd4fb08611,segment=NetworkSegment(3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f),segment_id=3e9ab9cc-1bbd-41f0-9189-f65c0fa5351f)] {{(pid=99618) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:05.319904 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.332082 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.plugins.ml2.plugin [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Calling delete_port for 811afd7d-2d01-4c0e-901c-03dd4fb08611 owned by network:router_gateway {{(pid=99618) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:54:05.372055 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_dvr_db [None req-f81a4ddb-9b25-4c13-8ca3-f1a89721ebf0 None None] Set router 3225f008-8f60-4271-9dd9-5eacb37f4e1c gateway port host: None {{(pid=99620) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 22:54:05.422767 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.l3_hamode_db [None req-f81a4ddb-9b25-4c13-8ca3-f1a89721ebf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'name': 'tempest-TestVolumeBootPattern-1390244677-router', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:11Z', 'updated_at': '2021-07-16T22:54:05Z', 'revision_number': 6, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'gw_port_host': None}], 'dv-cinder-797608-6-iscsi', False) {} {{(pid=99620) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:05.494476 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-31082824'] for port, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.521846 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Pushing event deleted for resources: {'Port': ['ID=811afd7d-2d01-4c0e-901c-03dd4fb08611,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:05.531112 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81a4ddb-9b25-4c13-8ca3-f1a89721ebf0 None None] The sync data for ids ['3225f008-8f60-4271-9dd9-5eacb37f4e1c'] in dv-cinder-797608-6-iscsi is: [{'id': '3225f008-8f60-4271-9dd9-5eacb37f4e1c', 'name': 'tempest-TestVolumeBootPattern-1390244677-router', 'tenant_id': 'a50592ff92fa4f07ba185f270c088090', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T22:47:11Z', 'updated_at': '2021-07-16T22:54:05Z', 'revision_number': 6, 'project_id': 'a50592ff92fa4f07ba185f270c088090', 'gw_port_host': None}] {{(pid=99620) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 22:54:05.587956 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1785886'] for router_gateway, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.675756 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1730186', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3433'] for router, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.677784 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.721152 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1735836'] for router, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.721696 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3225f008-8f60-4271-9dd9-5eacb37f4e1c {{(pid=99618) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 22:54:05.726302 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] Notify callbacks [] for router, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.727406 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-c42509bd-e26b-426c-9b4e-3ef615195337 admin admin] 10.222.0.24 "DELETE /v2.0/routers/3225f008-8f60-4271-9dd9-5eacb37f4e1c HTTP/1.1" status: 204 len: 168 time: 0.7776456 Jul 16 22:54:05.730064 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [-] (99618) accepted ('10.222.0.24', 60430) {{(pid=99618) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:05.773049 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1160921-9809-4dd9-afb5-c7ffe4cbb5f2 admin admin] Deleting subnet be1183cd-f26a-4b7f-9364-e15b21839b57 {{(pid=99618) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 22:54:05.775952 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d1160921-9809-4dd9-afb5-c7ffe4cbb5f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.808711 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d1160921-9809-4dd9-afb5-c7ffe4cbb5f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-29474277'] for subnet, precommit_delete_associations {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.890261 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d1160921-9809-4dd9-afb5-c7ffe4cbb5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1427651'] for subnet, precommit_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.944821 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d1160921-9809-4dd9-afb5-c7ffe4cbb5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1427700', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70330', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-31082811', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-31445182'] for subnet, after_delete {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.974614 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron_lib.callbacks.manager [None req-d1160921-9809-4dd9-afb5-c7ffe4cbb5f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=99618) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:05.977122 dv-cinder-797608-6-iscsi neutron-server[99618]: INFO neutron.wsgi [None req-d1160921-9809-4dd9-afb5-c7ffe4cbb5f2 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/be1183cd-f26a-4b7f-9364-e15b21839b57 HTTP/1.1" status: 204 len: 168 time: 0.2454967 Jul 16 22:54:05.978284 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1160921-9809-4dd9-afb5-c7ffe4cbb5f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be1183cd-f26a-4b7f-9364-e15b21839b57,revision_number=None']} {{(pid=99618) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:05.978966 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deae25a1-a851-4ae3-8724-75d1f5614eac None None] Network 32d949eb-183f-4cca-8cca-9516a7b5ac63 requested from dv-cinder-797608-6-iscsi {{(pid=99619) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 22:54:05.979200 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60432) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:06.051802 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-545960'] for network, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.106916 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Deleting port c9cc0046-48ed-49ea-bc6f-219118a82d45 {{(pid=99617) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:54:06.107344 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.277012 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815b37e2-f64c-474c-9c50-a87b5be0201d None None] DHCP port deletion for 32d949eb-183f-4cca-8cca-9516a7b5ac63 request from dv-cinder-797608-6-iscsi {{(pid=99619) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 22:54:06.327255 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-815b37e2-f64c-474c-9c50-a87b5be0201d None None] Deleting port c9cc0046-48ed-49ea-bc6f-219118a82d45 {{(pid=99619) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 22:54:06.327631 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-815b37e2-f64c-474c-9c50-a87b5be0201d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731317240239'] for port, before_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.390936 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.db [None req-815b37e2-f64c-474c-9c50-a87b5be0201d None None] For port c9cc0046-48ed-49ea-bc6f-219118a82d45, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=c9cc0046-48ed-49ea-bc6f-219118a82d45,segment=NetworkSegment(1f16cab5-b733-41ad-bd2f-6caccf967eb6),segment_id=1f16cab5-b733-41ad-bd2f-6caccf967eb6)] {{(pid=99619) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:06.391324 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-815b37e2-f64c-474c-9c50-a87b5be0201d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.409157 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-815b37e2-f64c-474c-9c50-a87b5be0201d None None] Calling delete_port for c9cc0046-48ed-49ea-bc6f-219118a82d45 owned by network:dhcp {{(pid=99619) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:54:06.464760 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.db [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] For port c9cc0046-48ed-49ea-bc6f-219118a82d45, host dv-cinder-797608-6-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797608-6-iscsi',level=0,port_id=c9cc0046-48ed-49ea-bc6f-219118a82d45,segment=NetworkSegment(1f16cab5-b733-41ad-bd2f-6caccf967eb6),segment_id=1f16cab5-b733-41ad-bd2f-6caccf967eb6)] {{(pid=99617) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 22:54:06.465118 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1735919'] for port, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.477629 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.plugin [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Calling delete_port for c9cc0046-48ed-49ea-bc6f-219118a82d45 owned by network:dhcp {{(pid=99617) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 22:54:06.489138 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-815b37e2-f64c-474c-9c50-a87b5be0201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623'] for port, after_delete {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.515343 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b37e2-f64c-474c-9c50-a87b5be0201d None None] Pushing event deleted for resources: {'Port': ['ID=c9cc0046-48ed-49ea-bc6f-219118a82d45,revision_number=None']} {{(pid=99619) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:06.519399 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.db.l3_dvrscheduler_db [None req-815b37e2-f64c-474c-9c50-a87b5be0201d None None] No DVR routers for this DVR port c9cc0046-48ed-49ea-bc6f-219118a82d45 on host dv-cinder-797608-6-iscsi {{(pid=99619) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:54:06.560593 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-535073', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2002495', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731317240962', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731316840623', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29756879'] for port, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.585558 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Pushing event deleted for resources: {'Port': ['ID=c9cc0046-48ed-49ea-bc6f-219118a82d45,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:06.588944 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] No DVR routers for this DVR port c9cc0046-48ed-49ea-bc6f-219118a82d45 on host dv-cinder-797608-6-iscsi {{(pid=99617) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 22:54:06.660308 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1426599', 'neutron.services.segments.db._delete_segments_for_network-8731317156684'] for network, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.670058 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32d949eb-183f-4cca-8cca-9516a7b5ac63']}} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:06.680698 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f16cab5-b733-41ad-bd2f-6caccf967eb6') {'for_net_delete': True} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:06.680999 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.services.segments.db [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f16cab5-b733-41ad-bd2f-6caccf967eb6') {} {{(pid=99617) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 22:54:06.689686 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731317157717', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-29756715'] for segment, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.702817 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915'] for segment, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.708637 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=99617) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 22:54:06.709010 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1429915', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29756446'] for segment, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: self.session.flush() Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: self.session.flush() Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: self.session.flush() Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: self.session.flush() Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: Traceback (most recent call last): Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: timer() Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: cb(*args, **kw) Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: return func(*args, **kwargs) Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: self._notify() Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: self.callback(batched_events) Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: event.method(event) Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: return f(self, *a, **k) Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._get(url).json() Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: return self.request(url, 'GET', **kwargs) Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 22:54:06.710723 dv-cinder-797608-6-iscsi neutron-server[99617]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 22:54:06.765625 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1426622', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1802702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1631249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1786050'] for network, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.771595 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1631335'] for network, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:06.773338 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] 10.222.0.24 "DELETE /v2.0/networks/32d949eb-183f-4cca-8cca-9516a7b5ac63 HTTP/1.1" status: 204 len: 168 time: 0.7931278 Jul 16 22:54:06.784494 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94d138a-bf07-428e-9c70-526bb5b8fbdc admin admin] Pushing event deleted for resources: {'Network': ['ID=32d949eb-183f-4cca-8cca-9516a7b5ac63,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:06.930115 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60436) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:06.968178 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-f8275f3e-e73a-45c0-be36-865c5649b839 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=044ca8e3d2c444459dec963c4a35d5c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368147 Jul 16 22:54:06.971019 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60438) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:07.018158 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3c6917e7-880e-4a6c-8004-a7d58d1e9941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:07.040282 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3c6917e7-880e-4a6c-8004-a7d58d1e9941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:07.087095 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3c6917e7-880e-4a6c-8004-a7d58d1e9941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:07.089666 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-3c6917e7-880e-4a6c-8004-a7d58d1e9941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:07.090802 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-3c6917e7-880e-4a6c-8004-a7d58d1e9941 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c0d2f42-ae4f-42de-a063-d2063fc70e0f HTTP/1.1" status: 204 len: 168 time: 0.1189015 Jul 16 22:54:07.100735 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6917e7-880e-4a6c-8004-a7d58d1e9941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0d2f42-ae4f-42de-a063-d2063fc70e0f,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:07.202117 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 811afd7d-2d01-4c0e-901c-03dd4fb08611 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:54:07.223090 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 811afd7d-2d01-4c0e-901c-03dd4fb08611 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:54:07.223440 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 811afd7d-2d01-4c0e-901c-03dd4fb08611 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:54:07.223866 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device c9cc0046-48ed-49ea-bc6f-219118a82d45 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:54:07.244933 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: c9cc0046-48ed-49ea-bc6f-219118a82d45 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:54:07.245262 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device c9cc0046-48ed-49ea-bc6f-219118a82d45 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:54:07.245699 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 4b8cc781-da12-436a-b045-ec81027aecd8 no longer exists at agent ovs-agent-dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 22:54:07.264591 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.plugin [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] No Port match for: 4b8cc781-da12-436a-b045-ec81027aecd8 {{(pid=99619) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 22:54:07.265041 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron.plugins.ml2.rpc [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Device 4b8cc781-da12-436a-b045-ec81027aecd8 not bound to the agent host dv-cinder-797608-6-iscsi {{(pid=99619) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 22:54:07.406190 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60444) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:07.444895 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-358a0aac-487e-4e62-89ec-e9edb7b80596 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a50592ff92fa4f07ba185f270c088090&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375605 Jul 16 22:54:07.447250 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [-] (99617) accepted ('10.222.0.24', 60446) {{(pid=99617) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 22:54:07.495092 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-af85c564-996f-4cb3-987a-003b581ae299 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:07.516146 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-af85c564-996f-4cb3-987a-003b581ae299 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:07.561114 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-af85c564-996f-4cb3-987a-003b581ae299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1812323'] for security_group, after_delete {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:07.563608 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron_lib.callbacks.manager [None req-af85c564-996f-4cb3-987a-003b581ae299 admin admin] Notify callbacks [] for security_group, before_response {{(pid=99617) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:07.565285 dv-cinder-797608-6-iscsi neutron-server[99617]: INFO neutron.wsgi [None req-af85c564-996f-4cb3-987a-003b581ae299 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5abc3071-a2c5-4d06-9e64-feee8de655a2 HTTP/1.1" status: 204 len: 168 time: 0.1171763 Jul 16 22:54:07.572547 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85c564-996f-4cb3-987a-003b581ae299 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abc3071-a2c5-4d06-9e64-feee8de655a2,revision_number=None']} {{(pid=99617) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 22:54:17.972022 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:54:24.665957 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-52416248-354f-4d69-b62d-e9641edb89f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:25.774512 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:27.360815 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-77e8b8ce-912a-4887-870c-13c13eb4f909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:27.391510 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:28.178558 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:29.942249 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:54.665903 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ee76ce1a-304a-449e-8df1-61abe163d387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:54.970827 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:54:55.788344 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:57.361012 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c6133a3b-13d2-4712-a8df-f372dd66b71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:57.390515 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:58.182954 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:54:59.944926 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:02.131083 dv-cinder-797608-6-iscsi neutron-server[99618]: DEBUG neutron.wsgi [req-d43e602f-93df-4cd8-aaaf-9b3b31be0f12 req-c983f8f4-a952-405b-ac42-5c28c9f536a9 service neutron] (99618) timed out ('10.222.0.35', 65108) {{(pid=99618) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 22:55:24.667467 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-2b7b2cde-d29b-45af-95c7-77e7b3102e6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:25.791041 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:27.362575 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c2499b8f-6dde-415d-9957-18d208af06e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:27.389676 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:28.187630 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:29.948061 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:31.968969 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:55:46.950280 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [req-75ee9c84-b4fa-41ff-8bdb-c0d6fa0c6646 req-f245136a-c1ef-4351-96df-9d1c2f9acfa6 service neutron] (99617) timed out ('10.222.0.35', 65103) {{(pid=99617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 22:55:54.668687 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-e0230b01-335a-4f5c-bb5a-377db5ffed5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:55.787757 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:57.361578 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5db19fec-8d1e-4a98-856e-3bb1f39c0e98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:57.390553 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:58.187932 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:55:59.950595 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:08.966853 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:56:24.669724 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-36759cf1-1c92-4c69-87a8-5a8747cce8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:25.787191 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:27.362629 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-502b9862-dec5-4004-ad63-69453c61657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:27.390073 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:28.189703 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:29.954137 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:45.965058 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:56:54.669618 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-be955fed-c4f9-4220-992e-a7913c413a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:55.815061 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:57.363200 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-727c305a-fa93-4460-908a-0d0d96092106 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:57.389697 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:58.194063 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:56:59.957074 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:18.172186 dv-cinder-797608-6-iscsi neutron-server[99617]: DEBUG neutron.wsgi [req-69269937-5fa3-4683-8a59-4b65fadbfea6 req-ef67b45f-7466-4e34-91e4-6e6cae1da945 service neutron] (99617) timed out ('10.222.0.24', 54656) {{(pid=99617) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 22:57:22.963486 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:57:24.669227 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-d6bae6ff-a806-47a3-b28f-9f1f6adcf944 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:25.833128 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:27.363088 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-29803503-34cd-4ca3-820a-c3c4037fd9b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:27.388984 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:28.196029 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:29.959279 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:54.668787 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-19930425-0906-41c9-bff6-6ee931e45490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:55.824379 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:57.366006 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-94a8a83f-bd4c-42e9-b678-d958e1f1515a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:57.388721 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:58.197690 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:57:59.962422 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:57:59.963220 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:24.668963 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-b46291d1-da4c-4cb0-9092-b1434dde4430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:25.846847 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:27.365515 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-c424c7a6-f33e-4c77-9bf8-a5e9b47bcabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:27.388310 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:28.200428 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:29.967019 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:36.962067 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 22:58:54.670350 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-f88f6edb-4677-4c22-b801-93501747da24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:55.842661 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-ffe19959-d691-4405-9072-7189b023e535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:57.365206 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-6ed4833c-fe5d-4154-b7cc-1311e16a0433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:57.388140 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-bdfa3cdd-280f-4acd-8548-8efed9b25c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:58.203526 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-5747054a-ef75-46e1-b12f-b014773c67b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:58:59.968723 dv-cinder-797608-6-iscsi neutron-server[99619]: DEBUG neutron_lib.callbacks.manager [None req-1c316485-e34b-4ba9-8033-5c39bff9615c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731317156666', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1428989'] for agent, after_update {{(pid=99619) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 22:59:13.961245 dv-cinder-797608-6-iscsi neutron-server[99620]: DEBUG neutron.db.agents_db [None req-fdc85810-4290-47bb-b94b-e634e5b5925e None None] Agent healthcheck: found 6 active agents {{(pid=99620) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}